[ 524.688549] env[65622]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.688549] env[65622]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.707654] env[65712]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.707654] env[65712]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.256156] env[65712]: INFO neutron.common.config [-] Logging enabled! [ 527.256483] env[65712]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 527.256715] env[65712]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65712) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.257035] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.257126] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.257936] env[65712]: WARNING oslo_policy.policy [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.259863] env[65712]: WARNING oslo_policy.policy [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.259863] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] VMware NSXv3 Agent initialized successfully. [ 527.260216] env[65712]: DEBUG oslo_concurrency.lockutils [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Acquiring lock "singleton_lock" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.260341] env[65712]: DEBUG oslo_concurrency.lockutils [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Acquired lock "singleton_lock" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.260548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Releasing lock "singleton_lock" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.260830] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Full set of CONF: {{(pid=65712) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 527.260943] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ******************************************************************************** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.261057] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Configuration options gathered from: {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.261401] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.261569] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.261678] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ================================================================================ {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.261849] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] agent_down_time = 75 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.261992] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] allow_automatic_dhcp_failover = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262141] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] allow_bulk = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262283] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] api_extensions_path = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262421] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] api_paste_config = api-paste.ini {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262559] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] auth_strategy = keystone {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262662] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] backdoor_port = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262770] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] backdoor_socket = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.262930] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] backlog = 4096 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263084] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263240] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] bind_host = 0.0.0.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263379] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] bind_port = 9696 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263511] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] client_socket_timeout = 900 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263650] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] config_dir = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263759] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.263895] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] config_source = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264042] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] control_exchange = neutron {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264182] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] core_plugin = ml2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264319] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] debug = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264454] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] default_availability_zones = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264658] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264795] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dhcp_agent_notification = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.264929] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dhcp_agents_per_network = 1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265071] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dhcp_lease_duration = 86400 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265212] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dhcp_load_type = networks {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265347] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dns_domain = openstacklocal {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265481] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265612] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_default_route_bfd = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265740] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_default_route_ecmp = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265870] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_dvr = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.265998] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_new_agents = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266140] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266269] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_signals = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266401] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] enable_traditional_dhcp = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266531] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] external_dns_driver = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266692] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] filter_validation = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266845] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] global_physnet_mtu = 8950 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.266981] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] graceful_shutdown_timeout = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267168] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] host = cpu-1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267308] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] host_dvr_for_dhcp = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267442] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] http_retries = 3 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267581] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] instance_format = [instance: %(uuid)s] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267718] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267856] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ipam_driver = internal {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.267987] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ipv6_pd_enabled = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268132] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] l3_ha = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268267] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268403] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] l3_ha_network_physical_name = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268538] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] l3_ha_network_type = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268679] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_color = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268814] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_config_append = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.268956] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269121] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_dir = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269253] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_file = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269357] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_options = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269496] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_rotate_interval = 1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269636] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_rotate_interval_type = days {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269778] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] log_rotation_type = none {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269882] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.269984] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270133] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270271] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270371] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270504] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_dns_nameservers = 5 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270634] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_header_line = 16384 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270790] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_l3_agents_per_router = 3 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.270936] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_logfile_count = 30 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271079] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_logfile_size_mb = 200 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271212] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] max_subnet_host_routes = 20 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271355] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] my_ip = 10.180.1.21 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271492] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] my_ipv6 = ::1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271616] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] network_auto_schedule = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271743] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] network_link_prefix = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.271881] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272028] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] notify_nova_on_port_data_changes = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272168] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] notify_nova_on_port_status_changes = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272306] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] pagination_max_limit = -1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272437] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] publish_errors = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272566] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rate_limit_burst = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272702] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rate_limit_except_level = CRITICAL {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272831] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rate_limit_interval = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.272960] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] retry_until_window = 30 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273103] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] router_distributed = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273234] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rpc_resources_processing_step = 20 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273362] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rpc_response_max_timeout = 600 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273492] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] rpc_response_timeout = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273621] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] send_events_interval = 2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273771] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] service_plugins = ['router'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.273911] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] setproctitle = on {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274050] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] shell_completion = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274187] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] state_path = /opt/stack/data/neutron {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274323] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] syslog_log_facility = LOG_USER {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274455] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] tcp_keepidle = 600 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274589] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] transport_url = **** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274758] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] use_journal = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.274902] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] use_json = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275045] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] use_ssl = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275178] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] use_stderr = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275315] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] use_syslog = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275443] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vlan_qinq = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275570] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vlan_transparent = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275700] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] watch_log_file = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275833] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] wsgi_default_pool_size = 100 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.275961] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] wsgi_keep_alive = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.276114] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.276245] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] wsgi_server_debug = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.276397] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_concurrency.disable_process_locking = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.276544] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.276742] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.276884] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277052] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277188] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277321] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277471] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.connection_string = messaging:// {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277617] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.enabled = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277755] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.es_doc_type = notification {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.277891] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.es_scroll_size = 10000 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278045] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.es_scroll_time = 2m {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278184] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.filter_error_trace = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278324] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.hmac_keys = **** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278461] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.sentinel_service_name = mymaster {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278630] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.socket_timeout = 0.1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278744] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.trace_requests = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.278879] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler.trace_sqlalchemy = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.279063] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler_jaeger.process_tags = {} {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.279206] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler_jaeger.service_name_prefix = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.279344] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] profiler_otlp.service_name_prefix = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.279495] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.enforce_new_defaults = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.279770] env[65712]: WARNING oslo_config.cfg [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.279921] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.enforce_scope = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280083] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.policy_default_rule = default {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280237] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280382] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280524] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280662] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280797] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.280929] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281073] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281219] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281370] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281521] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] agent.extensions = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281665] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281809] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] service_providers.service_provider = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.281956] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.default_quota = -1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282114] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282254] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_floatingip = 50 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282392] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_network = 100 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282526] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_port = 500 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282660] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282817] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_router = 10 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.282968] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_security_group = 10 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283119] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283256] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.quota_subnet = 100 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283392] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] QUOTAS.track_quota_usage = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283547] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283683] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283817] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.283952] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284106] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284242] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284374] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284547] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284698] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284822] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.284957] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285110] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285250] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285383] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_dhcp_release.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285525] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285656] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285786] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.285920] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286066] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286201] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286332] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_ovs_vsctl.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286473] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.capabilities = [21] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286602] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286774] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.286925] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287080] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287221] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287355] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_namespace.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287499] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.capabilities = [12] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287633] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287765] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.287901] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288053] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288191] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288323] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_conntrack.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288463] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.capabilities = [12, 21] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288595] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.group = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288730] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.helper_command = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.288861] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.log_daemon_traceback = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289018] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289149] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.thread_pool_size = 8 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289278] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] privsep_link.user = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289433] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289579] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289719] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.continue_on_failed_promotions = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289858] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.dscp = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.289995] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.dscp_inherit = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290151] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.force_mp_to_policy = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290285] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.locking_coordinator_url = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290420] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.log_agent_heartbeats = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290554] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.logging_expire = 1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290691] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290826] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.290968] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.polling_interval = 240 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291119] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291264] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291411] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.report_interval = 30.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291554] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291695] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291838] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.291978] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.sync_skew = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292126] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.synchronization_queue_size = 20 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292264] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT.use_helper_for_ns_read = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292438] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] SECURITYGROUP.enable_ipset = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292552] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] SECURITYGROUP.enable_security_group = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292693] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292837] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.292980] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] experimental.ipv6_pd_enabled = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293150] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.extension_drivers = ['port_security'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293286] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.external_network_type = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293434] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293579] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.overlay_ip_version = 4 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293721] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.path_mtu = 8950 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.293865] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.physical_network_mtus = {} {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294020] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294165] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294311] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ml2.type_drivers = ['vlan'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294456] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294616] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294782] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.294937] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295094] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295238] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295377] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295521] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295664] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.295867] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296025] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_login_password = **** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296175] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296321] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_login_user = admin {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296459] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296602] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296766] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.296906] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297064] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297218] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297359] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297497] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297636] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297776] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.297921] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298071] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298215] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298412] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298562] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298703] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.298870] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299032] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.auth_section = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299185] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.auth_type = password {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299329] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299464] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.certfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299601] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.collect_timing = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299748] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.endpoint_type = public {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.299963] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.insecure = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300123] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.keyfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300270] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.region_name = RegionOne {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300406] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.split_loggers = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300541] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] nova.timeout = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300682] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.auth_section = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300828] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.auth_type = password {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.300970] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301115] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.certfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301251] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.collect_timing = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301394] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.endpoint_type = public {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301527] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.insecure = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301657] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.keyfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301787] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.region_name = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.301920] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.split_loggers = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302059] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] placement.timeout = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302200] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.auth_section = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302335] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.auth_type = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302466] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.cafile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302594] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.certfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302726] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.collect_timing = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302857] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.connect_retries = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.302986] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.connect_retry_delay = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303130] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.enable_notifications = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303259] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.endpoint_override = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303390] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.insecure = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303518] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.interface = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303646] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.keyfile = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303783] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.max_version = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.303909] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.min_version = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304046] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.region_name = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304179] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.retriable_status_codes = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304309] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.service_name = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304439] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.service_type = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304595] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.split_loggers = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304757] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.status_code_retries = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.304894] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.status_code_retry_delay = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305043] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.timeout = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305182] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.valid_interfaces = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305315] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ironic.version = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305454] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] cli_script.dry_run = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305601] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305735] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.305874] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306009] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306150] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306284] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306418] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306554] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306734] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.306885] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307031] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307176] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307317] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307454] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307587] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307729] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307864] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.307999] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308151] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308285] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308418] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308550] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308680] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308814] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.308971] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309095] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309229] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309362] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309497] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309629] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309767] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.309907] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310064] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310203] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310341] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310479] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310615] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310764] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_notifications.driver = [] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.310921] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_notifications.retry = -1 {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.311091] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.311229] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.311332] env[65712]: DEBUG oslo_service.backend._eventlet.service [None req-b09f1973-453f-4a18-b2dd-550e21f795d1 None None] ******************************************************************************** {{(pid=65712) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.312464] env[65712]: DEBUG neutron.agent.securitygroups_rpc [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Init firewall settings (driver=nsxv3) {{(pid=65712) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.313764] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65712) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.314010] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.316247] env[65712]: DEBUG dogpile.cache.region [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.316368] env[65712]: DEBUG dogpile.lock [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.316471] env[65712]: DEBUG dogpile.lock [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.316559] env[65712]: DEBUG dogpile.lock [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.316686] env[65712]: DEBUG dogpile.cache.region [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.316767] env[65712]: DEBUG dogpile.lock [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.316891] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.371288] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Session token - acquiring [ 527.372976] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.373182] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.373292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.373750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.386135] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.661478] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.685762] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.686034] env[65712]: DEBUG dogpile.cache.region [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Cache value generated in 0.369 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.686034] env[65712]: DEBUG dogpile.lock [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.686201] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Activating Policy API Provider. [ 527.686346] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Looking for the default Infrastructure Rules. [ 527.751372] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Looking for the Default Layer3 Logged Drop Section. [ 527.767422] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.767954] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.768135] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.768238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.768529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.768873] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.285810] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.788729] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.291362] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Inventory metadata is going to be refreshed. [ 529.291734] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.022725] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.022994] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.022994] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.023348] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.034106] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.036268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.036920] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.056595] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.056847] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.056913] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.057239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.057361] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.057556] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.057725] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.057843] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.076651] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.076897] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.077058] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.077273] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.077456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.077602] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.099509] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.099800] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.099800] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.100112] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.100259] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.100446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.124644] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.124913] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.125074] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.125250] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.125394] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.125557] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.125663] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.125766] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.148670] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.148917] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.148971] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.149256] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.149380] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.149517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.149620] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.149733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.170429] env[65712]: DEBUG networking_nsxv3.common.locking [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.170646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.170708] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.170977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.171129] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.171280] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.171383] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.171484] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Inventory metadata have been refreshed. [ 530.171602] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Dryrun:True. Metadata refresh completed. [ 530.171722] env[65712]: DEBUG oslo_concurrency.lockutils [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.173492] env[65712]: INFO neutron.agent.agent_extensions_manager [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Loaded agent extensions: [] [ 530.174203] env[65712]: DEBUG neutron_lib.callbacks.manager [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65712) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.233124] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.233304] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.233342] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent out of sync with plugin! [ 535.174662] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.175117] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.176571] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.176571] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.178336] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.178336] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.540574] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3faae10e-fb06-41f4-af4e-cf7368d5d7be demo admin] Enqueued Resource ID: 3c48af67-3042-43bf-b7bd-10d42bbc710c with Priority: HIGHEST for action security_group_rules [ 545.541166] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c48af67-3042-43bf-b7bd-10d42bbc710c with Priority: HIGHEST for action security_group_rules [ 545.543846] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c48af67-3042-43bf-b7bd-10d42bbc710c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.543846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c48af67-3042-43bf-b7bd-10d42bbc710c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.543846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c48af67-3042-43bf-b7bd-10d42bbc710c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.544046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c48af67-3042-43bf-b7bd-10d42bbc710c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.544109] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c48af67-3042-43bf-b7bd-10d42bbc710c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.067485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.067485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.067485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.067485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.067485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.067485] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c48af67-3042-43bf-b7bd-10d42bbc710c already deleted. [ 546.067485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c48af67-3042-43bf-b7bd-10d42bbc710c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.179364] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.179364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.179364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.179364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.179364] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.680959] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.183846] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.685746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 547.687059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 548.381057] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.381762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.381966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.382309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.395069] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 548.395646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.396380] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 548.413472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.413472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.413472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.413741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.413741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.413741] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 548.413828] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.413883] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 548.432602] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.432975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.433674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.433674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.433674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.433674] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 548.453113] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.453471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.453649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.453942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.454861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.454861] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 548.471332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.471663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.471855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.472159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.472373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.472589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 548.472756] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.472919] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 548.492064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.492064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.492064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.492064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.492064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.492064] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 548.492064] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.492064] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 548.511401] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.511794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.511973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.512289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.512487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.512686] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 548.512863] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 548.513036] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 548.513198] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 548.513359] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 548.514055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 548.514055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 548.514055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 548.514055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 548.514055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 548.534133] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.534505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.534702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.534987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.535227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.536451] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 548.554101] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.554289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.554289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.554447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.554555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.568215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.544511] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.544930] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.546182] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.546182] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.546852] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.547244] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.548537] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.548995] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.549616] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.549616] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.783390] env[65712]: INFO networking_nsxv3.common.synchronization [None req-69d5565e-0a22-49dc-91b7-03aff126bf7a None None] Enqueued Resource ID: 23b2b3d5-d013-45c2-a73b-e1d3f1765053 with Priority: HIGHEST for action port [ 570.783484] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b2b3d5-d013-45c2-a73b-e1d3f1765053 with Priority: HIGHEST for action port [ 570.784037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b2b3d5-d013-45c2-a73b-e1d3f1765053 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.785741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b2b3d5-d013-45c2-a73b-e1d3f1765053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.785741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b2b3d5-d013-45c2-a73b-e1d3f1765053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.786164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b2b3d5-d013-45c2-a73b-e1d3f1765053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.786164] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b2b3d5-d013-45c2-a73b-e1d3f1765053',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.288711] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b2b3d5-d013-45c2-a73b-e1d3f1765053 [ 571.288990] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.289162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.289243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.289464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.289558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.289654] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b2b3d5-d013-45c2-a73b-e1d3f1765053 already deleted. [ 571.289737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b2b3d5-d013-45c2-a73b-e1d3f1765053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.689029] env[65712]: INFO networking_nsxv3.common.synchronization [None req-de3688a1-a6c9-494e-8f30-92be685152a8 None None] Enqueued Resource ID: 92a36d47-e334-4c17-b31b-4a6a15effbb9 with Priority: HIGHEST for action port [ 572.689936] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a36d47-e334-4c17-b31b-4a6a15effbb9 with Priority: HIGHEST for action port [ 572.689936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-92a36d47-e334-4c17-b31b-4a6a15effbb9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.689936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92a36d47-e334-4c17-b31b-4a6a15effbb9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.690143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92a36d47-e334-4c17-b31b-4a6a15effbb9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.694279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92a36d47-e334-4c17-b31b-4a6a15effbb9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.694775] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a36d47-e334-4c17-b31b-4a6a15effbb9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.198187] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92a36d47-e334-4c17-b31b-4a6a15effbb9 [ 573.198315] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.198393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.198460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.198712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.198803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.198877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92a36d47-e334-4c17-b31b-4a6a15effbb9 already deleted. [ 573.198918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92a36d47-e334-4c17-b31b-4a6a15effbb9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.277857] env[65712]: INFO networking_nsxv3.common.synchronization [None req-24a71a0e-d711-4eca-904f-2a5acbeb637a None None] Enqueued Resource ID: ac69af4d-aff4-40e0-bfb1-9a0b0079f702 with Priority: HIGHEST for action port [ 574.278590] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac69af4d-aff4-40e0-bfb1-9a0b0079f702 with Priority: HIGHEST for action port [ 574.278923] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac69af4d-aff4-40e0-bfb1-9a0b0079f702 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.279089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac69af4d-aff4-40e0-bfb1-9a0b0079f702" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.279174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac69af4d-aff4-40e0-bfb1-9a0b0079f702" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.279367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac69af4d-aff4-40e0-bfb1-9a0b0079f702" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.279680] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac69af4d-aff4-40e0-bfb1-9a0b0079f702',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.783609] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac69af4d-aff4-40e0-bfb1-9a0b0079f702 [ 574.783694] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.783845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.783913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.784208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.784269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.784340] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac69af4d-aff4-40e0-bfb1-9a0b0079f702 already deleted. [ 574.784402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac69af4d-aff4-40e0-bfb1-9a0b0079f702" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.058782] env[65712]: INFO networking_nsxv3.common.synchronization [None req-66ae568b-657c-40f5-a689-4f92bc679413 None None] Enqueued Resource ID: bd6b06e9-7211-49bb-9a04-d954b1887aa8 with Priority: HIGHEST for action port [ 576.059371] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6b06e9-7211-49bb-9a04-d954b1887aa8 with Priority: HIGHEST for action port [ 576.060141] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6b06e9-7211-49bb-9a04-d954b1887aa8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.060141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6b06e9-7211-49bb-9a04-d954b1887aa8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.060141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6b06e9-7211-49bb-9a04-d954b1887aa8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.061200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6b06e9-7211-49bb-9a04-d954b1887aa8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.061279] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6b06e9-7211-49bb-9a04-d954b1887aa8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.251340] env[65712]: INFO networking_nsxv3.common.synchronization [None req-eb2ee6be-1513-4657-90cb-554674a79978 None None] Enqueued Resource ID: e3be9bac-87da-49e4-a358-c46ca760c6d9 with Priority: HIGHEST for action port [ 576.251597] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3be9bac-87da-49e4-a358-c46ca760c6d9 with Priority: HIGHEST for action port [ 576.251975] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3be9bac-87da-49e4-a358-c46ca760c6d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.252564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3be9bac-87da-49e4-a358-c46ca760c6d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.252564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3be9bac-87da-49e4-a358-c46ca760c6d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.252564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3be9bac-87da-49e4-a358-c46ca760c6d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.252738] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3be9bac-87da-49e4-a358-c46ca760c6d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.566022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6b06e9-7211-49bb-9a04-d954b1887aa8 [ 576.566022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.566022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.566022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.566022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.566022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.566022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6b06e9-7211-49bb-9a04-d954b1887aa8 already deleted. [ 576.566022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6b06e9-7211-49bb-9a04-d954b1887aa8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.668852] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b5c0fdf5-a1fb-4d5f-9856-964e88120c3f None None] Enqueued Resource ID: 999416bd-a4ed-44a0-923a-9da138ca31f7 with Priority: HIGHEST for action port [ 576.669119] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999416bd-a4ed-44a0-923a-9da138ca31f7 with Priority: HIGHEST for action port [ 576.669754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-999416bd-a4ed-44a0-923a-9da138ca31f7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.669895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-999416bd-a4ed-44a0-923a-9da138ca31f7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.669961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-999416bd-a4ed-44a0-923a-9da138ca31f7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.670300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-999416bd-a4ed-44a0-923a-9da138ca31f7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.670422] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('999416bd-a4ed-44a0-923a-9da138ca31f7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.754930] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3be9bac-87da-49e4-a358-c46ca760c6d9 [ 576.755371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.755943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.755943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.755943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.756129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.756194] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3be9bac-87da-49e4-a358-c46ca760c6d9 already deleted. [ 576.756305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3be9bac-87da-49e4-a358-c46ca760c6d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.173693] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 999416bd-a4ed-44a0-923a-9da138ca31f7 [ 577.173985] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.174126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.174196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.174404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.174490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.174594] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:999416bd-a4ed-44a0-923a-9da138ca31f7 already deleted. [ 577.174699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-999416bd-a4ed-44a0-923a-9da138ca31f7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.115660] env[65712]: INFO networking_nsxv3.common.synchronization [None req-5ea22888-82ec-4e6a-85f0-1531ba9505aa None None] Enqueued Resource ID: 70fcf569-ff7e-4f06-a0f9-a53231fd16be with Priority: HIGHEST for action port [ 578.116681] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fcf569-ff7e-4f06-a0f9-a53231fd16be with Priority: HIGHEST for action port [ 578.116681] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fcf569-ff7e-4f06-a0f9-a53231fd16be taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.116681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fcf569-ff7e-4f06-a0f9-a53231fd16be" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.116681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fcf569-ff7e-4f06-a0f9-a53231fd16be" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.117039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fcf569-ff7e-4f06-a0f9-a53231fd16be" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.118072] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fcf569-ff7e-4f06-a0f9-a53231fd16be',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.564096] env[65712]: INFO networking_nsxv3.common.synchronization [None req-6377731b-7c94-4224-8ba5-dd29cf8564c9 None None] Enqueued Resource ID: 49ea79c0-cfa3-45ce-a3a5-44a87edf1727 with Priority: HIGHEST for action port [ 578.564714] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ea79c0-cfa3-45ce-a3a5-44a87edf1727 with Priority: HIGHEST for action port [ 578.564849] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ea79c0-cfa3-45ce-a3a5-44a87edf1727 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.564967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ea79c0-cfa3-45ce-a3a5-44a87edf1727" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.565042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ea79c0-cfa3-45ce-a3a5-44a87edf1727" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.565284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ea79c0-cfa3-45ce-a3a5-44a87edf1727" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.567037] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ea79c0-cfa3-45ce-a3a5-44a87edf1727',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.623904] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70fcf569-ff7e-4f06-a0f9-a53231fd16be [ 578.626753] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.626753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.626753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.626753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.626753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.626753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70fcf569-ff7e-4f06-a0f9-a53231fd16be already deleted. [ 578.626753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fcf569-ff7e-4f06-a0f9-a53231fd16be" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.069938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49ea79c0-cfa3-45ce-a3a5-44a87edf1727 [ 579.070235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.070377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.070443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.070656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.070745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.070869] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49ea79c0-cfa3-45ce-a3a5-44a87edf1727 already deleted. [ 579.070975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ea79c0-cfa3-45ce-a3a5-44a87edf1727" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.177009] env[65712]: INFO networking_nsxv3.common.synchronization [None req-434a2f01-7a8f-48a0-b9c6-5087cc377176 None None] Enqueued Resource ID: 7c1453b1-afb1-4f26-bda3-8ad666109058 with Priority: HIGHEST for action port [ 580.177009] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1453b1-afb1-4f26-bda3-8ad666109058 with Priority: HIGHEST for action port [ 580.177009] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1453b1-afb1-4f26-bda3-8ad666109058 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.181435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1453b1-afb1-4f26-bda3-8ad666109058" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.181435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1453b1-afb1-4f26-bda3-8ad666109058" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.182244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1453b1-afb1-4f26-bda3-8ad666109058" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.182244] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1453b1-afb1-4f26-bda3-8ad666109058',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.217973] env[65712]: INFO networking_nsxv3.common.synchronization [None req-666f2fbd-755b-4d39-a8a0-f0532c2e4af8 None None] Enqueued Resource ID: 8617c4d2-7fc7-43d2-b88d-9d9aed88eb80 with Priority: HIGHEST for action port [ 580.218699] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8617c4d2-7fc7-43d2-b88d-9d9aed88eb80 with Priority: HIGHEST for action port [ 580.219317] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8617c4d2-7fc7-43d2-b88d-9d9aed88eb80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.220157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8617c4d2-7fc7-43d2-b88d-9d9aed88eb80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.220273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8617c4d2-7fc7-43d2-b88d-9d9aed88eb80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.222628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8617c4d2-7fc7-43d2-b88d-9d9aed88eb80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.222628] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8617c4d2-7fc7-43d2-b88d-9d9aed88eb80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.690278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1453b1-afb1-4f26-bda3-8ad666109058 [ 580.690526] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.690658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.690729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.690966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.691081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.691178] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1453b1-afb1-4f26-bda3-8ad666109058 already deleted. [ 580.692187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1453b1-afb1-4f26-bda3-8ad666109058" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.725226] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8617c4d2-7fc7-43d2-b88d-9d9aed88eb80 [ 580.725226] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.725226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.725407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.725542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.725594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.725677] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8617c4d2-7fc7-43d2-b88d-9d9aed88eb80 already deleted. [ 580.726172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8617c4d2-7fc7-43d2-b88d-9d9aed88eb80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.694699] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f3a1009a-caac-40cd-a2fb-906da0e27633 None None] Enqueued Resource ID: 5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd with Priority: HIGHEST for action port [ 582.695031] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd with Priority: HIGHEST for action port [ 582.695543] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.695725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.695725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.695970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.697283] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.198980] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd [ 583.199304] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.199454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.199525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.199809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.199809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.199900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd already deleted. [ 583.199980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0ee4b3-a956-4fa5-ad6c-3ebb9bc42afd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.309097] env[65712]: INFO networking_nsxv3.common.synchronization [req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 req-2f1007b2-a32c-42d6-a45e-0695f07aeeda tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 583.309305] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 583.309643] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.309765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.309838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.312175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.312175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.312175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.312175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.312175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.312175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.312175] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.596689] env[65712]: INFO networking_nsxv3.common.synchronization [None req-d1e8b3d5-c670-46b3-85eb-621ac82fe4ef None None] Enqueued Resource ID: d61321b4-6c86-4170-a16c-b38b069d3edf with Priority: HIGHEST for action port [ 583.597305] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61321b4-6c86-4170-a16c-b38b069d3edf with Priority: HIGHEST for action port [ 583.599969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d61321b4-6c86-4170-a16c-b38b069d3edf taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.599969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d61321b4-6c86-4170-a16c-b38b069d3edf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.599969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d61321b4-6c86-4170-a16c-b38b069d3edf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.599969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d61321b4-6c86-4170-a16c-b38b069d3edf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.599969] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d61321b4-6c86-4170-a16c-b38b069d3edf',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.814466] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.814822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.814822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.814970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.815085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.815291] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.815398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.815461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.815616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.815690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.815777] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 already deleted. [ 583.815874] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.103039] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d61321b4-6c86-4170-a16c-b38b069d3edf [ 584.103397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.104000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.104067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.104681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.104681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.104681] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d61321b4-6c86-4170-a16c-b38b069d3edf already deleted. [ 584.104681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d61321b4-6c86-4170-a16c-b38b069d3edf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.317066] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.317445] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.317606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.321238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.321238] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.321238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.321238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.321238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.321238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.321238] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.321238] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.321238] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.321238] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.321238] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.321238] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.321238] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.344040] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.344040] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.344040] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.344658] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.345087] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-0790ddb9-6c89-4f18-b30a-db1bab83e048 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.348253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.348253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.348253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.348253] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0790ddb9-6c89-4f18-b30a-db1bab83e048',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.758758] env[65712]: INFO networking_nsxv3.common.synchronization [req-5771184d-3e26-427e-9455-f1b547512729 req-a66060c8-52c1-4fef-93fe-e1855a0c5046 tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 584.758758] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 584.758758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.758758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.758950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.759738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.761592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.761592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.761592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.761592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.761592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.761592] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.850357] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.850828] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.850828] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.850975] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.851165] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.851280] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 0790ddb9-6c89-4f18-b30a-db1bab83e048 not found, creating... [ 584.851535] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.851807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.851807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.852444] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.852444] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.852772] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.852955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.853098] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.853352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.853912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.853912] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 0790ddb9-6c89-4f18-b30a-db1bab83e048 is going to be created. [ 584.875580] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.876024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.876107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.876351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.876788] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.876851] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.262759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.262759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.262759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.262759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.262928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.263058] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.263136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.263168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.263310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.263411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.263470] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 already deleted. [ 585.263556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.586187] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7a71afed-2f6c-4a27-883d-72228980b9ba None None] Enqueued Resource ID: 1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc with Priority: HIGHEST for action port [ 585.586187] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc with Priority: HIGHEST for action port [ 585.586640] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.586810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.586865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.587418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.587418] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.655078] env[65712]: INFO networking_nsxv3.common.synchronization [req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 req-d11bf860-f1f5-4e2e-9c58-14f154f5c85b service nova] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_rules [ 585.655263] env[65712]: INFO networking_nsxv3.common.synchronization [req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 req-d11bf860-f1f5-4e2e-9c58-14f154f5c85b service nova] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 585.655400] env[65712]: INFO networking_nsxv3.common.synchronization [req-6115d3d1-0738-45e2-bbd2-2dfe2a2dee27 req-d11bf860-f1f5-4e2e-9c58-14f154f5c85b service nova] Enqueued Resource ID: 0790ddb9-6c89-4f18-b30a-db1bab83e048 with Priority: HIGHEST for action port [ 585.655863] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_rules [ 585.656008] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 585.656327] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0790ddb9-6c89-4f18-b30a-db1bab83e048 with Priority: HIGHEST for action port [ 585.656402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.656524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.656594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.656918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.657017] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.658233] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.658300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.658375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.658549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.658698] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.658796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.658870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.659010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.659114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.659206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.662436] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0790ddb9-6c89-4f18-b30a-db1bab83e048 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.662590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.662701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.662925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.663026] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0790ddb9-6c89-4f18-b30a-db1bab83e048',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.876945] env[65712]: INFO networking_nsxv3.common.synchronization [None req-d982883f-9ec2-4fd9-a98f-95148f778c90 None None] Enqueued Resource ID: 6d765c50-be02-4161-9e72-8dc5d36281e0 with Priority: HIGHEST for action port [ 585.877468] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d765c50-be02-4161-9e72-8dc5d36281e0 with Priority: HIGHEST for action port [ 585.877772] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d765c50-be02-4161-9e72-8dc5d36281e0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.877924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d765c50-be02-4161-9e72-8dc5d36281e0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.877996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d765c50-be02-4161-9e72-8dc5d36281e0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.880319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d765c50-be02-4161-9e72-8dc5d36281e0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.880441] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d765c50-be02-4161-9e72-8dc5d36281e0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.924592] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.924943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.925454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.925454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.925706] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.925989] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.925989] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.926244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.926399] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.926593] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.926701] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.926858] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.926969] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.927093] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.927197] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.927337] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.946293] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.946513] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.946984] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.947331] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.947555] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.947817] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.947987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.948325] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.948492] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4b744e-6464-4e1c-b3f9-f28b95116ebc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.089432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc [ 586.089685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.089826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.089899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.090141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.090235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.090331] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc already deleted. [ 586.090414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1d94ba-e763-4e0c-94ed-f4f2cd8800cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.165749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.165947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.176335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0790ddb9-6c89-4f18-b30a-db1bab83e048 with status ACTIVE [ 586.176555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.176721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.176799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.177035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.177115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.177303] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.177402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.177450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.177633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.177695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.177882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.177978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.178060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.178204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.178291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.178341] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0790ddb9-6c89-4f18-b30a-db1bab83e048 is going to be updated. [ 586.180169] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.201586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.201772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.201816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.202018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.202162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.202334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0790ddb9-6c89-4f18-b30a-db1bab83e048" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.385500] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d765c50-be02-4161-9e72-8dc5d36281e0 [ 586.385500] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.385500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.385500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.385500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.385500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.385500] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d765c50-be02-4161-9e72-8dc5d36281e0 already deleted. [ 586.385500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d765c50-be02-4161-9e72-8dc5d36281e0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.450763] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.450983] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.451123] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.451419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.451563] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.451713] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 9f4b744e-6464-4e1c-b3f9-f28b95116ebc not found, creating... [ 586.451983] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.452152] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.452265] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.452491] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.452619] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.452891] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.453050] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.453174] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.453367] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.454135] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.454135] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc is going to be created. [ 586.473503] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.473692] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.473818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.474091] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.474315] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.474526] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.682728] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.939036] env[65712]: INFO networking_nsxv3.common.synchronization [req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e req-612b08e0-715c-4e47-b7f1-01abe5bb58df tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Enqueued Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 586.940080] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 586.940080] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.940080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.940080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.940080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.940080] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.940080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.940387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.940387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.940387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.940479] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.184404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.184790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.186869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.186869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.186869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.186869] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be created. [ 587.214934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.214934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.214934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.214934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.215215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.225515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: UNINITIALIZED for 2s [ 587.245629] env[65712]: INFO networking_nsxv3.common.synchronization [req-5771184d-3e26-427e-9455-f1b547512729 req-1a250c64-397b-4889-8e2f-e633fc89e6f0 service nova] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_rules [ 587.245811] env[65712]: INFO networking_nsxv3.common.synchronization [req-5771184d-3e26-427e-9455-f1b547512729 req-1a250c64-397b-4889-8e2f-e633fc89e6f0 service nova] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 587.245948] env[65712]: INFO networking_nsxv3.common.synchronization [req-5771184d-3e26-427e-9455-f1b547512729 req-1a250c64-397b-4889-8e2f-e633fc89e6f0 service nova] Enqueued Resource ID: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc with Priority: HIGHEST for action port [ 587.246813] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_rules [ 587.246813] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 587.246979] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc with Priority: HIGHEST for action port [ 587.247609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.247609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.247609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.247770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.247770] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.249860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.249860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.249860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.251175] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.251175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.251175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.251175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.251175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.254383] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4b744e-6464-4e1c-b3f9-f28b95116ebc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.444434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.444434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.444434] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 already deleted. [ 587.444434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.598752] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.598953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-817" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.599088] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-817" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.599400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-817" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.599655] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.600810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.600810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.600810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.600810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.600810] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.600810] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.600810] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.600810] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.600810] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.601260] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.601260] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.621335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.621390] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.621525] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.621701] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-817" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.621996] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-9ea5c298-98c2-4cee-b3b5-840025d0dd73 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.622187] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.622303] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.622609] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.622826] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea5c298-98c2-4cee-b3b5-840025d0dd73',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.757523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.757523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.757706] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.758668] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f4b744e-6464-4e1c-b3f9-f28b95116ebc with status ACTIVE [ 587.758825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.759027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.759027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.759217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.759332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.759470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.759775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.759775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.759775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.759926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.762252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.762252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.762252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.762252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.762252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.762252] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f4b744e-6464-4e1c-b3f9-f28b95116ebc is going to be updated. [ 587.785401] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.785401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.785401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.785401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.785401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.785401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f4b744e-6464-4e1c-b3f9-f28b95116ebc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.125524] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.125966] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.125966] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.126240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.126337] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.126486] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 9ea5c298-98c2-4cee-b3b5-840025d0dd73 not found, creating... [ 588.126739] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.127240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.127240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.127326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.127414] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.127793] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.128608] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.128773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.129088] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.129272] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.129422] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 is going to be created. [ 588.149034] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.149252] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.149372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.149632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.149841] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.150079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.263951] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.767278] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.767278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.767278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.767278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.767278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.767278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be created. [ 588.792992] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.793151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.793219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.793421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.793575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.804533] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: UNINITIALIZED for 2s [ 588.891592] env[65712]: INFO networking_nsxv3.common.synchronization [req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e req-febcd3a9-159c-4148-b3b1-be8f77fbf19b service nova] Enqueued Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_rules [ 588.891840] env[65712]: INFO networking_nsxv3.common.synchronization [req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e req-febcd3a9-159c-4148-b3b1-be8f77fbf19b service nova] Enqueued Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 588.891914] env[65712]: INFO networking_nsxv3.common.synchronization [req-e47a6150-ff16-4af9-8fd3-6c1e2f78813e req-febcd3a9-159c-4148-b3b1-be8f77fbf19b service nova] Enqueued Resource ID: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 with Priority: HIGHEST for action port [ 588.892487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_rules [ 588.892574] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 588.892672] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 with Priority: HIGHEST for action port [ 588.893163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.893379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.893379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.893647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.893647] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.896046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.896141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.896208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.896390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.896549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.896665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.896714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.896928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.897027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.897103] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.903663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea5c298-98c2-4cee-b3b5-840025d0dd73 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.903781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.903851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.904078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.904962] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea5c298-98c2-4cee-b3b5-840025d0dd73',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.237408] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 589.237408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.237408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.237408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.237974] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.237974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.237974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.237974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.238226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.238226] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.316785] env[65712]: INFO networking_nsxv3.common.synchronization [req-3f02d2fa-31c5-4759-8439-31aff50bab7b req-ecd2353f-f565-49f6-9259-96fa4b7edcab tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 589.317349] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 589.317656] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.317803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.317956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.318144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.318309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.318401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.318470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.318622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.318706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.318800] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.403830] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.406044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.406044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.409364] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea5c298-98c2-4cee-b3b5-840025d0dd73 with status ACTIVE [ 589.409551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.409671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.409741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.410199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.410199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410199] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.410359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.410528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.410756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.410922] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.411663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.411738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.411905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.411994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.412124] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea5c298-98c2-4cee-b3b5-840025d0dd73 is going to be updated. [ 589.438758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.438758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.438758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.438758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.438758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.438758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea5c298-98c2-4cee-b3b5-840025d0dd73" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.666122] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.666122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.666122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.666122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.666122] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.666122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.666122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.666663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.666967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.667355] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.667624] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.667836] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.668068] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.668277] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.668487] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.668718] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.687266] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.687741] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.687997] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.688300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.688879] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-d91daa57-ce2d-48dc-abea-aa96c2f995c0 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.689442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.689763] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.690281] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.690611] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91daa57-ce2d-48dc-abea-aa96c2f995c0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.747459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.747459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.747459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.747459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.747459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.748244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.748244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.748244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.748244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.748244] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.821384] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.821384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.821384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.821764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.821764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.821838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.821940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.821999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.822212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.822340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.822450] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a already deleted. [ 589.822542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.906865] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.193029] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.193266] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.193368] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.193713] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.193907] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.194123] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port d91daa57-ce2d-48dc-abea-aa96c2f995c0 not found, creating... [ 590.194431] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.194612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.194753] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.195014] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.195419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.195461] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.195619] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.195752] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.195988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.196152] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.196307] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: d91daa57-ce2d-48dc-abea-aa96c2f995c0 is going to be created. [ 590.218014] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.218289] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.218457] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.218797] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.219091] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.219349] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.249970] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26a121fe-5bff-49bf-813c-d323e1f9ccf6: rpc.has_security_group_logging(os_id): False [ 590.268512] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.268686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.268731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.268928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.269779] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.269779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.269779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.269779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.269779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.270093] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.270093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.270093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.270285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.270399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.270704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.270861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.270959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.271202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.271328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.271555] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be created. [ 590.362798] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.363074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.363074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.363243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.363423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.376717] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 590.409512] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.409772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.409772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.410100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.410189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.410290] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 is going to be created. [ 590.426660] env[65712]: INFO networking_nsxv3.common.synchronization [None req-0a16d26c-c754-4348-8569-c57baff8fa7b tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 590.427465] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 590.427817] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.427947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.428039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.428345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.428706] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.459853] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.460055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.460147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.460378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.460567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.474480] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: UNINITIALIZED for 2s [ 590.816203] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 590.816420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.816581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.816798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.816995] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.817126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.817231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.817423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.817537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.817622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.817714] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.959289] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.959450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.959517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.959729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.959836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.960091] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 already deleted. [ 590.960157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.043158] env[65712]: INFO networking_nsxv3.common.synchronization [req-3f02d2fa-31c5-4759-8439-31aff50bab7b req-0f96d9c6-d86e-4de2-a04d-a9ee062fc179 service nova] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_rules [ 591.043366] env[65712]: INFO networking_nsxv3.common.synchronization [req-3f02d2fa-31c5-4759-8439-31aff50bab7b req-0f96d9c6-d86e-4de2-a04d-a9ee062fc179 service nova] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 591.043531] env[65712]: INFO networking_nsxv3.common.synchronization [req-3f02d2fa-31c5-4759-8439-31aff50bab7b req-0f96d9c6-d86e-4de2-a04d-a9ee062fc179 service nova] Enqueued Resource ID: d91daa57-ce2d-48dc-abea-aa96c2f995c0 with Priority: HIGHEST for action port [ 591.044220] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_rules [ 591.045027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 591.045027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91daa57-ce2d-48dc-abea-aa96c2f995c0 with Priority: HIGHEST for action port [ 591.045314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.045314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.045448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.046045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.046045] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.047617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.047752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.047823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.050898] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.050898] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.050898] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91daa57-ce2d-48dc-abea-aa96c2f995c0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.050898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.050898] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91daa57-ce2d-48dc-abea-aa96c2f995c0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.161369] env[65712]: INFO networking_nsxv3.common.synchronization [None req-11b9d645-ca6e-477a-aef9-d4a05efafa80 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 591.161369] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 591.162094] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.163373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.167065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.167065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.167065] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.167065] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a7fc54df-fa0b-4c49-97a9-010161bad439 None None] Enqueued Resource ID: e404055a-0e74-4f5f-9490-569b1c934bfc with Priority: HIGHEST for action port [ 591.168271] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e404055a-0e74-4f5f-9490-569b1c934bfc with Priority: HIGHEST for action port [ 591.168599] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e404055a-0e74-4f5f-9490-569b1c934bfc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.168717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e404055a-0e74-4f5f-9490-569b1c934bfc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.168834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e404055a-0e74-4f5f-9490-569b1c934bfc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.169058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e404055a-0e74-4f5f-9490-569b1c934bfc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.169257] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e404055a-0e74-4f5f-9490-569b1c934bfc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.323479] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.323878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.324034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.325163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.325473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.325473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.325674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.325769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.325869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.326114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.326218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.326218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.326367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.326774] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.326774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.326774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.326963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.326963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.327035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.327701] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.551856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.552634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.552634] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.553417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d91daa57-ce2d-48dc-abea-aa96c2f995c0 with status ACTIVE [ 591.553607] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.553720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.553792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.553988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.554080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.554286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.554388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.554448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.554631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.554691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.554857] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.554951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.555024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.555166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.555238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.555324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d91daa57-ce2d-48dc-abea-aa96c2f995c0 is going to be updated. [ 591.578869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.579088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.579170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.579406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.579563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.579746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91daa57-ce2d-48dc-abea-aa96c2f995c0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.671324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e404055a-0e74-4f5f-9490-569b1c934bfc [ 591.671571] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.671707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.671775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.671984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.672099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.672192] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e404055a-0e74-4f5f-9490-569b1c934bfc already deleted. [ 591.672275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e404055a-0e74-4f5f-9490-569b1c934bfc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.693548] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.693766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.693812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.693999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.694133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.694236] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 already deleted. [ 591.694324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.835426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1effaf8-456a-4b34-814d-66c65bccdce4: rpc.has_security_group_logging(os_id): False [ 591.853035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.855868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.855868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.855868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.856134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.856416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.856556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.856643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.856864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.856980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.857236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.857361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.857489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.858423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.858423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.858423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be created. [ 591.921152] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.921152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.921339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.921436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.921614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.933225] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 592.059903] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.220822] env[65712]: INFO networking_nsxv3.common.synchronization [req-6b328c3f-15b5-4471-950e-6ef35bb93519 req-f5ad0147-a0a8-4157-96ee-82e90b510ca3 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Enqueued Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 592.221394] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 592.222098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.222098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.222098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.225931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.226307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.226526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.226637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.226974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.228966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.228966] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.388944] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 592.389273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.486919] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: SUCCESS [ 592.486919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.486919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.486919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.488867] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.489080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.489131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.489354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.489473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.489528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.489620] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.565901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.565901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.565901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.565901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.565901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.565901] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be created. [ 592.590255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.590397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.590467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.590670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.590822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.602957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: UNINITIALIZED for 2s [ 592.612485] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.612485] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.612485] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.612485] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.612825] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.613027] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.613169] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.615647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.615647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.615647] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.615647] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.615647] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.615647] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.615647] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.615647] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.615647] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.635032] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.635914] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.635914] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.636061] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.636301] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-fade5546-fb1f-49b0-9ec2-910683dd5b67 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.637041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.637041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.637041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.637349] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fade5546-fb1f-49b0-9ec2-910683dd5b67',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.730174] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.730804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.730804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.730804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.730804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.732087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.732474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.732474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.732474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.732609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.732609] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de already deleted. [ 592.732675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.993843] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.993843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.994071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.994071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.994159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.994597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.994597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.994597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.994597] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.141060] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.141060] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.141060] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.141060] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.141060] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.141327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port fade5546-fb1f-49b0-9ec2-910683dd5b67 not found, creating... [ 593.141449] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.141582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.141689] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.141908] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.142045] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.142312] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.142453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.143170] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.143170] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.143170] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.143170] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: fade5546-fb1f-49b0-9ec2-910683dd5b67 is going to be created. [ 593.165800] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.166086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.166160] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.166420] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.166615] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.166907] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.486152] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ad8322c4-df63-49a7-acfe-9557aa0e1066 None None] Enqueued Resource ID: 1ccab0df-4c78-4777-90f6-c102308780c5 with Priority: HIGHEST for action port [ 593.486152] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccab0df-4c78-4777-90f6-c102308780c5 with Priority: HIGHEST for action port [ 593.486152] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccab0df-4c78-4777-90f6-c102308780c5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.486152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccab0df-4c78-4777-90f6-c102308780c5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.486152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccab0df-4c78-4777-90f6-c102308780c5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.486152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccab0df-4c78-4777-90f6-c102308780c5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.486152] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccab0df-4c78-4777-90f6-c102308780c5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.498336] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576241f8-dac7-4c35-9d81-09db0da01371: rpc.has_security_group_logging(os_id): False [ 593.518832] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.519574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.519670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.519879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.520165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.520225] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.520289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.520349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.520512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.520587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.520785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.520974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.520974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.521936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.522137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.522327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.522523] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 is going to be created. [ 593.585562] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.586407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.587883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.587883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.587883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.601859] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: IN_PROGRESS for 2s [ 593.920034] env[65712]: INFO networking_nsxv3.common.synchronization [req-6b328c3f-15b5-4471-950e-6ef35bb93519 req-bbcfff92-565a-43bd-b143-87ef5c262fa4 service nova] Enqueued Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_rules [ 593.920034] env[65712]: INFO networking_nsxv3.common.synchronization [req-6b328c3f-15b5-4471-950e-6ef35bb93519 req-bbcfff92-565a-43bd-b143-87ef5c262fa4 service nova] Enqueued Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 593.920034] env[65712]: INFO networking_nsxv3.common.synchronization [req-6b328c3f-15b5-4471-950e-6ef35bb93519 req-bbcfff92-565a-43bd-b143-87ef5c262fa4 service nova] Enqueued Resource ID: fade5546-fb1f-49b0-9ec2-910683dd5b67 with Priority: HIGHEST for action port [ 593.920614] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_rules [ 593.920764] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 593.920908] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fade5546-fb1f-49b0-9ec2-910683dd5b67 with Priority: HIGHEST for action port [ 593.921299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.921529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.921808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.922443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.922570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.924095] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.924512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.924512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.924512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.924657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.924757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.924794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.924930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.925167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.925167] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.926080] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fade5546-fb1f-49b0-9ec2-910683dd5b67 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.926080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.926295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.926390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.926689] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fade5546-fb1f-49b0-9ec2-910683dd5b67',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.946849] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 593.947093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.989577] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ccab0df-4c78-4777-90f6-c102308780c5 [ 593.989797] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.989947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.990019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.990233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.990582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.990582] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ccab0df-4c78-4777-90f6-c102308780c5 already deleted. [ 593.990582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccab0df-4c78-4777-90f6-c102308780c5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.428299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.428545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.428661] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.430142] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fade5546-fb1f-49b0-9ec2-910683dd5b67 with status ACTIVE [ 594.430142] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.430791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.430791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.430791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.430791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.430791] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.431310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.431310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.431310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.431310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.431470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.432043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.432043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.432043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.432043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.432043] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fade5546-fb1f-49b0-9ec2-910683dd5b67 is going to be updated. [ 594.453701] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.454023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.454023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.454241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.454378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.454532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fade5546-fb1f-49b0-9ec2-910683dd5b67" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616308] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.616308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616308] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.941237] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.121096] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.121251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.121322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.121536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.121699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.121795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.121855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.121997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.122093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.122177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.122319] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.122407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.122464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.122600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.122731] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.122818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.122876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.123017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.123093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.123169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.123254] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.444726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.444895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.444969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.445207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.445298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.445396] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de is going to be created. [ 595.471757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.471928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.471985] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.472499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.472499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.483294] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: UNINITIALIZED for 2s [ 595.614171] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: SUCCESS [ 595.614171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.627729] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c03f0e-abd0-4387-8e00-b0df74b8bc3a: rpc.has_security_group_logging(os_id): False [ 595.648023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648660] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.648660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.648660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.648660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648937] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be created. [ 595.712431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.712583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.712658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.712888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.713107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.729277] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 597.012348] env[65712]: INFO networking_nsxv3.common.synchronization [req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd req-2bb13d47-d2a0-4e99-a5e0-a90b3182e26d tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Enqueued Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 597.014031] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 597.014031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.014031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.014031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.014351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.014541] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.014898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.014898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.015309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.015309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.015409] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.238027] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e0f449c5-dc26-4de1-b9cd-36c5a8ec0f68 None None] Enqueued Resource ID: 6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8 with Priority: HIGHEST for action port [ 597.242084] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8 with Priority: HIGHEST for action port [ 597.242084] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.242084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.242084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.242084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.242084] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.387988] env[65712]: INFO networking_nsxv3.common.synchronization [None req-bf1e87c4-d789-40f2-bf0c-74946b2e8f7f None None] Enqueued Resource ID: 5ef96c14-5f99-4a44-af09-a4668b55a7ce with Priority: HIGHEST for action port [ 597.388601] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef96c14-5f99-4a44-af09-a4668b55a7ce with Priority: HIGHEST for action port [ 597.389019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef96c14-5f99-4a44-af09-a4668b55a7ce taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.389773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef96c14-5f99-4a44-af09-a4668b55a7ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.391017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef96c14-5f99-4a44-af09-a4668b55a7ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.391017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef96c14-5f99-4a44-af09-a4668b55a7ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.391017] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef96c14-5f99-4a44-af09-a4668b55a7ce',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.499060] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: SUCCESS [ 597.500043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.500043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.500043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.500460] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.500569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.500827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.501571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.502079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502079] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.518232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.518500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.518650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.518999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.519624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.519624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.519624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.519872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.519872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.519960] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f already deleted. [ 597.520071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.744031] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 597.744031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.744198] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8 [ 597.744283] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.744405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.744515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.744850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.744850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.744850] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8 already deleted. [ 597.744988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cea9219-7bd4-4a1b-b66d-a7a7ea68a4e8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895288] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ef96c14-5f99-4a44-af09-a4668b55a7ce [ 597.895288] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.895542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.895542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.895822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.895920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.896023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ef96c14-5f99-4a44-af09-a4668b55a7ce already deleted. [ 597.896138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef96c14-5f99-4a44-af09-a4668b55a7ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.007553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.007679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.007751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.007972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.008260] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.008260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.008380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.008484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.008589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.011471] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.011471] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.011471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.011471] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.076967] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.080222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.080222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.080222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.080222] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.080222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.080222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.080557] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.080654] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.080882] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.081018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.081119] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.081219] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.081323] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.081417] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.081565] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.105344] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.105703] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.105703] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.107020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.107020] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.107020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.107020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.107381] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.107539] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb0dda4-9b4d-44a8-a6e5-98f94babe002',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.515402] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de: rpc.has_security_group_logging(os_id): False [ 598.534253] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.534580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.534580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.534752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.534752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.535064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.535195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.535269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.535395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.535470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.536371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.536371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.536371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.536731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.536731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.536731] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de is going to be created. [ 598.598895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.600048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.600048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.600048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.600048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.610169] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.610503] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.610655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.610950] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.612271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.612271] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port fbb0dda4-9b4d-44a8-a6e5-98f94babe002 not found, creating... [ 598.612271] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.612271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.612271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.612271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.612271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.612586] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.612642] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.612722] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.613199] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.613418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.613562] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 is going to be created. [ 598.616172] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: IN_PROGRESS for 2s [ 598.643597] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.643839] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.644413] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.644573] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.644825] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.646244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.409127] env[65712]: INFO networking_nsxv3.common.synchronization [req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd req-b4437de4-1e87-4555-bdae-106e82aeb730 service nova] Enqueued Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_rules [ 599.409442] env[65712]: INFO networking_nsxv3.common.synchronization [req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd req-b4437de4-1e87-4555-bdae-106e82aeb730 service nova] Enqueued Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 599.409442] env[65712]: INFO networking_nsxv3.common.synchronization [req-85446aa3-f38c-4ac4-9ff8-4d047bacb2cd req-b4437de4-1e87-4555-bdae-106e82aeb730 service nova] Enqueued Resource ID: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 with Priority: HIGHEST for action port [ 599.410071] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_rules [ 599.410309] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 599.410463] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 with Priority: HIGHEST for action port [ 599.410955] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.411118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.411188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.411963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.411963] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.412471] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.412608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.412755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.412849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.413236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.413236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.413236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.413380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.413472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.413564] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.415054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.415054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.415054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.415210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.415350] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb0dda4-9b4d-44a8-a6e5-98f94babe002',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.554130] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f9cc297c-3bf7-4718-909f-e2ed99af2faa None None] Enqueued Resource ID: 18912bd9-71a7-4019-9ac5-e19cd618f290 with Priority: HIGHEST for action port [ 599.554130] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18912bd9-71a7-4019-9ac5-e19cd618f290 with Priority: HIGHEST for action port [ 599.554130] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-18912bd9-71a7-4019-9ac5-e19cd618f290 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18912bd9-71a7-4019-9ac5-e19cd618f290" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18912bd9-71a7-4019-9ac5-e19cd618f290" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18912bd9-71a7-4019-9ac5-e19cd618f290" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.554492] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18912bd9-71a7-4019-9ac5-e19cd618f290',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.917598] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.918465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.918577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.918743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbb0dda4-9b4d-44a8-a6e5-98f94babe002 with status ACTIVE [ 599.918891] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.918990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.919899] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.919899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.920297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.920297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.920394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.921088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.921088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.921088] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbb0dda4-9b4d-44a8-a6e5-98f94babe002 is going to be updated. [ 599.950284] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.950450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.950450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.950733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.950815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.950905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb0dda4-9b4d-44a8-a6e5-98f94babe002" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.029963] env[65712]: INFO networking_nsxv3.common.synchronization [req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 req-1f547b0d-58e6-4420-84db-8578394f89fa tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 600.029963] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 600.030274] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.030434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.030504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.030766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.031206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.031206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.031378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.031414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.031513] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.039644] env[65712]: INFO networking_nsxv3.common.synchronization [None req-58551bf3-a3d2-4268-bf60-b95a71f9f07b None None] Enqueued Resource ID: 170979c7-971c-45e4-b97b-765860bf563e with Priority: HIGHEST for action port [ 600.040289] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170979c7-971c-45e4-b97b-765860bf563e with Priority: HIGHEST for action port [ 600.040653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-170979c7-971c-45e4-b97b-765860bf563e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.040792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-170979c7-971c-45e4-b97b-765860bf563e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.040871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-170979c7-971c-45e4-b97b-765860bf563e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.041144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-170979c7-971c-45e4-b97b-765860bf563e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.041226] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('170979c7-971c-45e4-b97b-765860bf563e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.057328] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18912bd9-71a7-4019-9ac5-e19cd618f290 [ 600.057556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.057732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.057888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.058229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.058229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.058357] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18912bd9-71a7-4019-9ac5-e19cd618f290 already deleted. [ 600.058390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18912bd9-71a7-4019-9ac5-e19cd618f290" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.425192] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.488816] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.489094] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.489302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.489705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.490130] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.490373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.490373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.491716] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491716] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.491716] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.491716] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.491716] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.491716] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.491716] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.491977] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.491977] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.513574] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.516124] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.516124] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.516124] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.516124] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-70589e41-2bd9-4945-85fb-7271dac2b376 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.516124] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.516124] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.516124] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.517449] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70589e41-2bd9-4945-85fb-7271dac2b376',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.535472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.536745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.536745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.537381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.537480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.537675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.537807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.537891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.538042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.538145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.538235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 already deleted. [ 600.538306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.543770] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 170979c7-971c-45e4-b97b-765860bf563e [ 600.543996] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.544225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.544326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.544542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.544730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.544730] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:170979c7-971c-45e4-b97b-765860bf563e already deleted. [ 600.544908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-170979c7-971c-45e4-b97b-765860bf563e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.632777] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: SUCCESS [ 600.632777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.929150] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.929150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.929150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.930299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.930299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.930299] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f is going to be created. [ 600.966581] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.966581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.966581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.966581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.966581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.983700] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: UNINITIALIZED for 2s [ 601.024137] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.024137] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 70589e41-2bd9-4945-85fb-7271dac2b376 not found, creating... [ 601.024137] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.024137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.024560] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.024560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.024560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.025100] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.025388] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.025652] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 70589e41-2bd9-4945-85fb-7271dac2b376 is going to be created. [ 601.028717] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3f12e124-6b49-436f-b92b-3a581e9d7ee8 None None] Enqueued Resource ID: 1f25b4fd-a037-4a79-9cf5-a84a043cae2f with Priority: HIGHEST for action port [ 601.030088] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f25b4fd-a037-4a79-9cf5-a84a043cae2f with Priority: HIGHEST for action port [ 601.030663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f25b4fd-a037-4a79-9cf5-a84a043cae2f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.032102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f25b4fd-a037-4a79-9cf5-a84a043cae2f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.032102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f25b4fd-a037-4a79-9cf5-a84a043cae2f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.032102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f25b4fd-a037-4a79-9cf5-a84a043cae2f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.032102] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f25b4fd-a037-4a79-9cf5-a84a043cae2f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.058185] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058513] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058711] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.059873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.059873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.059873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.536130] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f25b4fd-a037-4a79-9cf5-a84a043cae2f [ 601.536130] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.536130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.536130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.536130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.536130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.536130] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f25b4fd-a037-4a79-9cf5-a84a043cae2f already deleted. [ 601.536130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f25b4fd-a037-4a79-9cf5-a84a043cae2f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 req-57b881a2-3ce0-47ac-aa6a-b83955c18548 service nova] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 req-57b881a2-3ce0-47ac-aa6a-b83955c18548 service nova] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [req-fcd405aa-ebe2-43b5-bdd5-89f36d7b79d1 req-57b881a2-3ce0-47ac-aa6a-b83955c18548 service nova] Enqueued Resource ID: 70589e41-2bd9-4945-85fb-7271dac2b376 with Priority: HIGHEST for action port [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_rules [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 601.752201] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70589e41-2bd9-4945-85fb-7271dac2b376 with Priority: HIGHEST for action port [ 601.756678] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.757070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.757287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.757678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.758217] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.760014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.761092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.761092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.761819] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.763167] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-70589e41-2bd9-4945-85fb-7271dac2b376 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.763462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.763648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.763913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.764137] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70589e41-2bd9-4945-85fb-7271dac2b376',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.265838] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.266907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.267078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.267243] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70589e41-2bd9-4945-85fb-7271dac2b376 with status ACTIVE [ 602.267418] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.267525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.267599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.270515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.270515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.270515] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.270515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.270515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.270769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.270769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.271272] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.271272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.271272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.271272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.271486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.271486] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70589e41-2bd9-4945-85fb-7271dac2b376 is going to be updated. [ 602.311577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.311577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.311577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.311913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.312062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.312239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70589e41-2bd9-4945-85fb-7271dac2b376" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.431133] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-3b90cd0a-6c6a-41e4-8163-56e4be546ae8 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 602.431341] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 602.431744] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.431744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.431936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.432248] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.432358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.432417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.432588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.432675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.432776] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.774490] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.931197] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.931197] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.931197] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.931197] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.932114] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.932884] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.935903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.935903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.935903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.935903] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.935903] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.935903] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.935903] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.935903] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.935903] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.935903] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.937337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.937601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.937753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.938048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.938251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.938602] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.938829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.938971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.939231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.939452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.939629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d already deleted. [ 602.939799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.961168] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.962022] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.962022] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.962022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.962022] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-149d5866-b6bb-42af-90d6-3eca6604c5a7 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.962402] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.962402] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.962713] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.962933] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149d5866-b6bb-42af-90d6-3eca6604c5a7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.993652] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: SUCCESS [ 602.993864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.994038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.994245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.994428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.994558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.994595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.995177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.995310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995500] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.279849] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.279849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.279849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.279849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.279849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.279849] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 is going to be created. [ 603.310420] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.313185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.313291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.313534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.313704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327245] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: UNINITIALIZED for 2s [ 603.454285] env[65712]: INFO networking_nsxv3.common.synchronization [None req-1df3b038-6841-4596-abe7-d3c602569fe3 None None] Enqueued Resource ID: 57218624-d90a-4396-a224-25edca879d63 with Priority: HIGHEST for action port [ 603.454285] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57218624-d90a-4396-a224-25edca879d63 with Priority: HIGHEST for action port [ 603.454285] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-57218624-d90a-4396-a224-25edca879d63 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.454672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57218624-d90a-4396-a224-25edca879d63" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.454863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57218624-d90a-4396-a224-25edca879d63" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.455229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57218624-d90a-4396-a224-25edca879d63" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.455437] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57218624-d90a-4396-a224-25edca879d63',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.466148] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.466699] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.467450] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.467450] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.468025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.470580] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 149d5866-b6bb-42af-90d6-3eca6604c5a7 not found, creating... [ 603.470580] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.470580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.470580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.470879] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.471558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.471675] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.472356] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.472356] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.475202] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.475202] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.475202] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 149d5866-b6bb-42af-90d6-3eca6604c5a7 is going to be created. [ 603.499794] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.499794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.499794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.499980] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.501453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.502606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.504771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.504771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.504771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.504771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.504771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.505107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.505107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.506245] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.506245] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.506245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.506822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.506822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.506822] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.957843] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57218624-d90a-4396-a224-25edca879d63 [ 603.958217] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.958455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.958608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.958908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.959086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.959248] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57218624-d90a-4396-a224-25edca879d63 already deleted. [ 603.959421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57218624-d90a-4396-a224-25edca879d63" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.009313] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c49aaf36-9646-4789-8943-6631d27b3c6f: rpc.has_security_group_logging(os_id): False [ 604.028392] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.028617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.028661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.028893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.029012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.029338] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.029459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.029572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.029806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.030066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.030345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.030441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.030544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.030726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.030845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.031520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.031581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.031650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f is going to be created. [ 604.092347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.092347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.092629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.092789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.093017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.106078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: IN_PROGRESS for 2s [ 604.184261] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-9c1bf246-298c-46ca-917f-fdf517b46a96 service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 604.184261] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-9c1bf246-298c-46ca-917f-fdf517b46a96 service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 604.184401] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-9c1bf246-298c-46ca-917f-fdf517b46a96 service nova] Enqueued Resource ID: 149d5866-b6bb-42af-90d6-3eca6604c5a7 with Priority: HIGHEST for action port [ 604.184932] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 604.185082] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 604.185358] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149d5866-b6bb-42af-90d6-3eca6604c5a7 with Priority: HIGHEST for action port [ 604.185592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.185792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.185833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.186109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.186197] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.187882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.188010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.188134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.188425] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.188532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.188597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.188780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.188906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.189050] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.191247] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-149d5866-b6bb-42af-90d6-3eca6604c5a7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.191247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.191247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.191247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.191247] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149d5866-b6bb-42af-90d6-3eca6604c5a7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.692667] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.692822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.696021] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.698306] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 149d5866-b6bb-42af-90d6-3eca6604c5a7 with status ACTIVE [ 604.698306] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.698306] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.698306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.698306] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.701234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.701351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.701549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.701635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.701801] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 149d5866-b6bb-42af-90d6-3eca6604c5a7 is going to be updated. [ 604.725138] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.725330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.725372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.725552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.725683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.726169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149d5866-b6bb-42af-90d6-3eca6604c5a7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.785131] env[65712]: INFO networking_nsxv3.common.synchronization [None req-d3179cb7-58f2-41dd-94e9-23593ff7325b None None] Enqueued Resource ID: 6bdecf13-f11e-42c9-9cfd-10cace071c29 with Priority: HIGHEST for action port [ 604.785131] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdecf13-f11e-42c9-9cfd-10cace071c29 with Priority: HIGHEST for action port [ 604.789639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdecf13-f11e-42c9-9cfd-10cace071c29 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.789639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdecf13-f11e-42c9-9cfd-10cace071c29" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.790027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdecf13-f11e-42c9-9cfd-10cace071c29" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.790934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdecf13-f11e-42c9-9cfd-10cace071c29" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.790934] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdecf13-f11e-42c9-9cfd-10cace071c29',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.205446] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.294946] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bdecf13-f11e-42c9-9cfd-10cace071c29 [ 605.295231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.295370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.295441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.295661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.295750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.295845] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bdecf13-f11e-42c9-9cfd-10cace071c29 already deleted. [ 605.295928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdecf13-f11e-42c9-9cfd-10cace071c29" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.349290] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: SUCCESS [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.349290] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.349290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.349290] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.708808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.708808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.708808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.708808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.708808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.708808] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be created. [ 605.735202] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.739463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.739463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.739594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.739776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.751809] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: UNINITIALIZED for 2s [ 605.851422] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.122996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: SUCCESS [ 606.123728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.355304] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 209f883e-d7ef-4a47-a768-6201f5f0b110: rpc.has_security_group_logging(os_id): False [ 606.374667] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.375601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.375701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.375950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.376088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.376309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.376442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.376504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.376636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.376709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.376890] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 is going to be created. [ 606.444831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.445263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.445263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.445401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.445514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.459507] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: IN_PROGRESS for 2s [ 606.902725] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-7855c018-4b75-4e4b-8f36-d4d5aa3e0cf0 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 606.903414] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 606.903740] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.903848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.424311] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.424705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.424705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.424928] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.427535] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.427939] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.428638] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.428921] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.429092] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429323] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.429430] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.429533] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.429634] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.429735] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.429884] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.430056] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.458383] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.458562] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.458622] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.459274] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.459274] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.459472] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.459472] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.459873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.460041] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0ba2c5-02d1-4523-8e39-fc86b27f05b9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.600579] env[65712]: INFO networking_nsxv3.common.synchronization [None req-afb31e86-1a90-40c3-8bbd-b4eba9ee2bb5 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 607.602710] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 607.603612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.603612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.603612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.603933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.604096] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.764846] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 607.765175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.765376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.765620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.765856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.765963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.766092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.766240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.766358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.766458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.766578] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.767701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.768271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.768271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768646] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.779032] env[65712]: INFO networking_nsxv3.common.synchronization [None req-1fecc7e3-d334-444f-8e88-7be501e7978a tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 607.780177] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 607.780515] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.780676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.949181] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c86f32f6-b764-4b44-8706-d3eafb9a1f6d None None] Enqueued Resource ID: da039ea5-850d-4dd4-a220-998aac8bd5b9 with Priority: HIGHEST for action port [ 607.949766] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da039ea5-850d-4dd4-a220-998aac8bd5b9 with Priority: HIGHEST for action port [ 607.950163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-da039ea5-850d-4dd4-a220-998aac8bd5b9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.950299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da039ea5-850d-4dd4-a220-998aac8bd5b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.950370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da039ea5-850d-4dd4-a220-998aac8bd5b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.950734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da039ea5-850d-4dd4-a220-998aac8bd5b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.950817] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da039ea5-850d-4dd4-a220-998aac8bd5b9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.963663] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.963997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.963997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.964279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.964417] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.964578] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 not found, creating... [ 607.964902] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.965201] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.965298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.965577] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.965758] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.966203] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966431] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.966561] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.966812] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.966984] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.967145] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 is going to be created. [ 607.998153] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.998367] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.998488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.998764] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.998991] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.999239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.131983] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.133336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.133869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.137237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.137339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.137457] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 already deleted. [ 608.137547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.137769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.138016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.138124] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.274413] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.274413] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.274413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.455089] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da039ea5-850d-4dd4-a220-998aac8bd5b9 [ 608.455554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.455707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.455791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.455999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.456175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.456280] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da039ea5-850d-4dd4-a220-998aac8bd5b9 already deleted. [ 608.456365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da039ea5-850d-4dd4-a220-998aac8bd5b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.475448] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: SUCCESS [ 608.475747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.658878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.659121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.659479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.659479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.659593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.659593] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 already deleted. [ 608.659680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.684078] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-d5f3f6bd-0759-4a9c-baf0-0165a2d15bf2 service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 608.684266] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-d5f3f6bd-0759-4a9c-baf0-0165a2d15bf2 service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 608.684398] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e6b091a-23ae-4050-b463-000f15ef9945 req-d5f3f6bd-0759-4a9c-baf0-0165a2d15bf2 service nova] Enqueued Resource ID: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 with Priority: HIGHEST for action port [ 608.685067] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 608.685208] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 608.685306] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 with Priority: HIGHEST for action port [ 608.685577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.685678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.685859] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.685943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.686432] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.686432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.686432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.686615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.686615] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0ba2c5-02d1-4523-8e39-fc86b27f05b9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.777153] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.190701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 with status ACTIVE [ 609.191202] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.191202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.191202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.191537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.191599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.192759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.192759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.192759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.193147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.193147] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e0ba2c5-02d1-4523-8e39-fc86b27f05b9 is going to be updated. [ 609.218043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.218220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.218220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.218481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.218656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.218801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e0ba2c5-02d1-4523-8e39-fc86b27f05b9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.279624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.279829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.279968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.280287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.280384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.280511] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 609.329292] env[65712]: INFO networking_nsxv3.common.synchronization [req-a7b3bebe-f50b-4af5-b147-e58b75de1906 req-53439d4b-5310-4611-8833-64a1e1ad7559 tempest-ImagesNegativeTestJSON-452989745 tempest-ImagesNegativeTestJSON-452989745-project-member] Enqueued Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 609.330244] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGHEST for action security_group_members [ 609.330648] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.330805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.330892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.331177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.331357] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.331931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.332028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.333309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.333309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.333309] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.335997] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.336434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.336561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.336931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.337160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.351665] env[65712]: INFO networking_nsxv3.common.synchronization [req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c req-455596f5-f8be-4f88-a6e7-1e71b8ce7425 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 609.352076] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 609.352411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.352542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.352856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.353158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.353221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.353359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.353434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.353546] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.357951] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 609.637454] env[65712]: INFO networking_nsxv3.common.synchronization [req-a580d992-7603-4a0a-ac8c-3f34ac5c1aef req-392099cf-0d60-45ed-bbf5-2fc3b61fd61e tempest-DeleteServersAdminTestJSON-357185876 tempest-DeleteServersAdminTestJSON-357185876-project-admin] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 609.637999] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 609.638307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.638433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.638500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.638695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.638845] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.639258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.639349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.639940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.639940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.639940] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.834956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.835209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.835378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.835569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.835650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.835905] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.836133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.836283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.836395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.836515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.836644] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 is going to be updated. [ 609.859354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.859621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.859732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.860120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.860233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.860542] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.860660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.860660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.860804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.860881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.860971] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 already deleted. [ 609.861069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.871881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.872098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.872146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.872454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.872608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.882446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: IN_PROGRESS for 2s [ 609.921428] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.921428] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.921735] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.921816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.922097] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.922409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.922531] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.922751] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.922890] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.923184] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.923296] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.923403] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.923507] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.923612] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.923711] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.923839] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.951464] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.951464] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.951464] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.951464] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.951464] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-2a7a90a3-ce50-4a2b-9194-431d22198eff taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.951818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.951818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.952149] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.952391] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7a90a3-ce50-4a2b-9194-431d22198eff',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.143088] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.143088] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.143088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.143088] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be updated. [ 610.175069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.175259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.175259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.176619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.176619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.187553] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 610.456880] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457645] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.457987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 2a7a90a3-ce50-4a2b-9194-431d22198eff not found, creating... [ 610.458311] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.458505] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.458659] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.458950] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.459165] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.459521] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.459725] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.460243] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.460582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.460724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.460902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 2a7a90a3-ce50-4a2b-9194-431d22198eff is going to be created. [ 610.484890] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.485178] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.485346] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.485665] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.485933] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.486217] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.217587] env[65712]: INFO networking_nsxv3.common.synchronization [req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c req-d34bbfa7-5c14-4d25-8370-5cd94d423aec service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 611.217928] env[65712]: INFO networking_nsxv3.common.synchronization [req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c req-d34bbfa7-5c14-4d25-8370-5cd94d423aec service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 611.217973] env[65712]: INFO networking_nsxv3.common.synchronization [req-7d83ab65-50c2-40cd-a30a-8bfaed76d29c req-d34bbfa7-5c14-4d25-8370-5cd94d423aec service nova] Enqueued Resource ID: 2a7a90a3-ce50-4a2b-9194-431d22198eff with Priority: HIGHEST for action port [ 611.218548] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 611.218693] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 611.218793] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7a90a3-ce50-4a2b-9194-431d22198eff with Priority: HIGHEST for action port [ 611.220075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.220171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.220278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.220870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.221137] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.223103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.223234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.223305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.223511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.224379] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.224535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.224737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.224778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.225048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.225169] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.226186] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a7a90a3-ce50-4a2b-9194-431d22198eff taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.226302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.226371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.226543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.226620] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a7a90a3-ce50-4a2b-9194-431d22198eff',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.297869] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f32e3139-1409-4c84-8ea2-b23f4bc17ba1 None None] Enqueued Resource ID: d5d4bdd9-1f8c-422a-9d27-e909830459c9 with Priority: HIGHEST for action port [ 611.299116] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d4bdd9-1f8c-422a-9d27-e909830459c9 with Priority: HIGHEST for action port [ 611.299189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d4bdd9-1f8c-422a-9d27-e909830459c9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.299449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d4bdd9-1f8c-422a-9d27-e909830459c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.299612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d4bdd9-1f8c-422a-9d27-e909830459c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.301137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d4bdd9-1f8c-422a-9d27-e909830459c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.301137] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d4bdd9-1f8c-422a-9d27-e909830459c9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.370439] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 611.370439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.370691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371128] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371732] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.372122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.372210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.372250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.372634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.372634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.372634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.372634] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.373477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.373653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.373805] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.373904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.373973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.374133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.374212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.374300] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.713347] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4e8fe927-70dc-442e-948d-c2f81301d9eb tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 611.713865] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 611.715073] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.715073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.715073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.715073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.715073] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.728537] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.728668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.730495] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a7a90a3-ce50-4a2b-9194-431d22198eff with status ACTIVE [ 611.730705] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.730833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.730979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.731263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.731325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.731513] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.731592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.731632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.732122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.732238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.732435] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.732527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.732590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.732755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.732843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.732929] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a7a90a3-ce50-4a2b-9194-431d22198eff is going to be updated. [ 611.734935] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.758871] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.759051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.759146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.759356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.759661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.759747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a7a90a3-ce50-4a2b-9194-431d22198eff" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.804507] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d4bdd9-1f8c-422a-9d27-e909830459c9 [ 611.804788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.804948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.805086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.808046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.808046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.808046] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d4bdd9-1f8c-422a-9d27-e909830459c9 already deleted. [ 611.808046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d4bdd9-1f8c-422a-9d27-e909830459c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.876954] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.877656] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d: rpc.has_security_group_logging(os_id): False [ 611.886996] env[65712]: INFO networking_nsxv3.common.synchronization [None req-711c265d-cf12-483b-a434-5bfe445d7887 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 611.887605] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 611.888582] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.888730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576241f8-dac7-4c35-9d81-09db0da01371 in Status: SUCCESS [ 611.898549] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 deletion is rescheduled due to dependency. [ 611.898549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.898549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.898549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.898549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.898549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.898549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.899077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.899077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.899077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.899077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.899201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.899370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.899481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.899560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.899714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.899790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.899981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.900085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.900174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.900286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.900358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.900592] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be created. [ 611.965114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.965263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.965335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.978708] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 612.200538] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 612.200538] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 deletion is rescheduled due to dependency. [ 612.200630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.235954] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.236431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.236431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.236431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.236431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.236650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 already deleted. [ 612.236650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.236921] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.237700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.237879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.238037] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.379877] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.743255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.743255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.743255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.743255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.743255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.743255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be created. [ 612.767286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.767446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.768029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.768029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.768029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.768029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 already deleted. [ 612.768029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.778272] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.778461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.778737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.778737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.778896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.795607] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: UNINITIALIZED for 2s [ 612.886767] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.886767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.886767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.886767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.887173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.887212] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 612.935171] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.935363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.935427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.935634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.935768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.947081] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 613.993119] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 613.993508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.993508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.993808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.993953] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.496972] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.497179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.518718] env[65712]: INFO networking_nsxv3.common.synchronization [None req-790a7159-54fe-41e8-b3bf-29d319451711 None None] Enqueued Resource ID: 64bc9d53-7bff-416f-81ba-5c90d32abd07 with Priority: HIGHEST for action port [ 614.519885] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64bc9d53-7bff-416f-81ba-5c90d32abd07 with Priority: HIGHEST for action port [ 614.519885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-64bc9d53-7bff-416f-81ba-5c90d32abd07 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.520041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64bc9d53-7bff-416f-81ba-5c90d32abd07" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.520933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64bc9d53-7bff-416f-81ba-5c90d32abd07" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.521838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64bc9d53-7bff-416f-81ba-5c90d32abd07" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.521838] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64bc9d53-7bff-416f-81ba-5c90d32abd07',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.808192] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 614.808261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.808410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.808630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.808819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.808968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.809011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.809226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.809318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.809404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.809492] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.958093] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 614.958332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.958519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.958759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.959072] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.959215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.959215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.959316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.959396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.959475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.959567] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.024053] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64bc9d53-7bff-416f-81ba-5c90d32abd07 [ 615.026151] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.026151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.026151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.026151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.026151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.026151] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64bc9d53-7bff-416f-81ba-5c90d32abd07 already deleted. [ 615.026151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64bc9d53-7bff-416f-81ba-5c90d32abd07" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.313706] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.313890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.313978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.314275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.314428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.314559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.314623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.314866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.315063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.315063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.315267] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.315357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.315431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.315622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.315783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.315908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.315991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.316213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.316308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.316396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.316511] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.463114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.463609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464408] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.464499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.465049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.465113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.465259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.465344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.465427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.465518] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.821459] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6aee371-4550-4b7f-9e24-8af7cd7b2ab1: rpc.has_security_group_logging(os_id): False [ 615.840976] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.841064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.841124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.842023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.843021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.843271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.843534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.843534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.843718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.843761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.844053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.844172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.844251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.844565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.844666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.844889] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.845072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.845196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.845325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.845410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.845500] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be created. [ 615.908035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.908035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.908035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.908035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.908035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.919089] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 615.968567] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d: rpc.has_security_group_logging(os_id): False [ 615.998876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.999048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.999176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.999400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.999433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.999650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.999833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.999833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.999968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.000059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.000237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.000455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.000455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.000539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.000599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.000899] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.001089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.001146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.001257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.001335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.001423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 616.096865] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.096865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.096865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.096865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.096865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.118425] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 617.937959] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 617.937959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.134113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 618.134113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.140862] env[65712]: INFO networking_nsxv3.common.synchronization [req-c5f7206f-eb5c-480f-a8b3-9f619f613f49 req-d678155c-200d-42fe-ba41-9b240a14e591 tempest-ServerDiagnosticsNegativeTest-334954063 tempest-ServerDiagnosticsNegativeTest-334954063-project-member] Enqueued Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 619.141467] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGHEST for action security_group_members [ 619.141793] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.145125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.145125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.145125] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.145125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.145363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.145542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.147177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.147177] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.650226] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.650454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.650571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.650851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.650993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.651370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.651466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.651502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.651724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.651792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.651887] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de is going to be updated. [ 619.692021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.708053] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: IN_PROGRESS for 2s [ 620.062229] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e49b966-aefd-4dee-a598-ff5780017acd req-1931e546-f3f6-4aa3-95f6-2e9f52ec025e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 620.063012] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 620.063203] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.063335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.063403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.063632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.063777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.063859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.063917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.064971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.065737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.065737] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.401800] env[65712]: INFO networking_nsxv3.common.synchronization [req-5d9af8a3-7bd7-45eb-a5b0-5575e7f8ce8c req-1881879c-3512-4287-8695-bd28e7dcb4b5 tempest-ServerExternalEventsTest-1524479268 tempest-ServerExternalEventsTest-1524479268-project-member] Enqueued Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 620.401800] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGHEST for action security_group_members [ 620.401800] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.402099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.402099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.402099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403548] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.403548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.403548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.403548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.403548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.403548] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.486680] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.486935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.487125] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.488375] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.488677] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.488848] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.489558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.489867] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.490027] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.490258] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.490370] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.490465] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.490566] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.490670] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.490769] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.490901] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.510982] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.511154] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.511294] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.511809] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.511809] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-62445b03-ec8c-46bf-990c-667a230373ce taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.512109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.512109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.512389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.514337] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62445b03-ec8c-46bf-990c-667a230373ce',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.568673] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.905860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.906038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.906144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.906372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.906503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.906653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.907049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.907049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.907049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.907261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.907261] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f is going to be updated. [ 620.939401] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.939593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.939829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.939969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.950891] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: IN_PROGRESS for 2s [ 621.016365] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.016365] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.016365] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.016365] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.016365] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.016904] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 62445b03-ec8c-46bf-990c-667a230373ce not found, creating... [ 621.016904] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.016904] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.017101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.017219] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.017348] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.017841] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.017841] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.017953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.019481] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.019656] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.019804] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 62445b03-ec8c-46bf-990c-667a230373ce is going to be created. [ 621.046937] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.047193] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.047466] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.047596] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.047820] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.048501] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.071187] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.574608] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.574966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.574966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.575835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.576104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.576104] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be updated. [ 621.606413] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.606413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.606580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.606919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.606919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.616749] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 621.719067] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de in Status: SUCCESS [ 621.719067] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de deletion is rescheduled due to dependency. [ 621.719067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.833976] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e49b966-aefd-4dee-a598-ff5780017acd req-f1110f5a-2093-4f29-9962-6a126a4c1517 service nova] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_rules [ 621.834197] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e49b966-aefd-4dee-a598-ff5780017acd req-f1110f5a-2093-4f29-9962-6a126a4c1517 service nova] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 621.834339] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e49b966-aefd-4dee-a598-ff5780017acd req-f1110f5a-2093-4f29-9962-6a126a4c1517 service nova] Enqueued Resource ID: 62445b03-ec8c-46bf-990c-667a230373ce with Priority: HIGHEST for action port [ 621.834958] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_rules [ 621.836024] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 621.836175] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62445b03-ec8c-46bf-990c-667a230373ce with Priority: HIGHEST for action port [ 621.836538] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.836677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.836761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.837050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.837149] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.838100] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.838217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.838429] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-62445b03-ec8c-46bf-990c-667a230373ce taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.838565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.838619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.838786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.838867] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62445b03-ec8c-46bf-990c-667a230373ce',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.342454] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.342602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.342828] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62445b03-ec8c-46bf-990c-667a230373ce with status ACTIVE [ 622.343028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.343163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.343236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.343426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.343511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.343723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.343828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.344682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.344682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.344682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.344682] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.344682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.344963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.344963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.344963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.345064] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62445b03-ec8c-46bf-990c-667a230373ce is going to be updated. [ 622.370208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.370447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.370447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.370939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.370939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.371071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62445b03-ec8c-46bf-990c-667a230373ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.599023] env[65712]: INFO networking_nsxv3.common.synchronization [req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 req-aedbec0e-8bf5-40ae-9639-73c5a553b161 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 622.599551] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 622.602146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.602146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.602146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.602146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.908997] env[65712]: INFO networking_nsxv3.common.synchronization [None req-1aa98f94-948d-42e0-8f69-19f42d29462e None None] Enqueued Resource ID: ffdce4b6-fd24-481e-81ad-0c06ea1abd4d with Priority: HIGHEST for action port [ 622.909701] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffdce4b6-fd24-481e-81ad-0c06ea1abd4d with Priority: HIGHEST for action port [ 622.910308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffdce4b6-fd24-481e-81ad-0c06ea1abd4d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.910534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffdce4b6-fd24-481e-81ad-0c06ea1abd4d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.910682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffdce4b6-fd24-481e-81ad-0c06ea1abd4d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.911086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffdce4b6-fd24-481e-81ad-0c06ea1abd4d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.911255] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdce4b6-fd24-481e-81ad-0c06ea1abd4d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.961283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49aaf36-9646-4789-8943-6631d27b3c6f in Status: SUCCESS [ 622.961529] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f deletion is rescheduled due to dependency. [ 622.961676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.104453] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.104663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.104836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.105200] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.105465] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105622] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105732] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.105955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106311] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.106535] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.106648] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.106755] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.106905] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.107037] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.107139] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.107259] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.108823] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.109015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.109015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.109187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.109264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.109426] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.109517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.109582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.109730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.109807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.109889] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc already deleted. [ 623.109971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.129432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.129614] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.129654] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.129818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.130160] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-94f93660-dc84-4d73-918d-4d2b95c238db taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.130306] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.130423] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.130729] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.130865] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93660-dc84-4d73-918d-4d2b95c238db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.413996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffdce4b6-fd24-481e-81ad-0c06ea1abd4d [ 623.413996] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.413996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414594] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffdce4b6-fd24-481e-81ad-0c06ea1abd4d already deleted. [ 623.414672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffdce4b6-fd24-481e-81ad-0c06ea1abd4d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.630069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 623.630603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.631815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.631815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.631815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.631815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.631815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.631815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.632323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.632323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.633790] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.633960] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.634092] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.634320] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.635088] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.635088] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 94f93660-dc84-4d73-918d-4d2b95c238db not found, creating... [ 623.635088] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635088] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.635359] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.635359] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.635711] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.635758] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635892] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.636014] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.636217] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636824] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.636824] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 94f93660-dc84-4d73-918d-4d2b95c238db is going to be created. [ 623.658693] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.658911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.661039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.661039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.661039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.661039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135232] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.474161] env[65712]: INFO networking_nsxv3.common.synchronization [req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 req-e62830e2-1d40-4cdc-853c-c9035dbea1c0 service nova] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 624.474161] env[65712]: INFO networking_nsxv3.common.synchronization [req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 req-e62830e2-1d40-4cdc-853c-c9035dbea1c0 service nova] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 624.474161] env[65712]: INFO networking_nsxv3.common.synchronization [req-4b1ee179-957f-46bf-bd34-06bd8d7b2817 req-e62830e2-1d40-4cdc-853c-c9035dbea1c0 service nova] Enqueued Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 624.474161] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 624.474161] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 624.474623] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 624.475190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.475190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.475352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.475874] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.475968] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.477568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.478564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.478564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.478564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.478564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.478564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.478564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.479204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.479204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.482636] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.482636] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f93660-dc84-4d73-918d-4d2b95c238db taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.482636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.482636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.482636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.482636] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93660-dc84-4d73-918d-4d2b95c238db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.639539] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.986278] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.986418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.986619] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.987595] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f93660-dc84-4d73-918d-4d2b95c238db with status ACTIVE [ 624.988484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.988484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.988484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.988484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.988484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.989615] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.989615] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.989615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.989914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.989914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.989914] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f93660-dc84-4d73-918d-4d2b95c238db is going to be updated. [ 625.010907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.011140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.011140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.011331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.011464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.011615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.060879] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e6c9f9db-544e-43fe-92af-d0da427dd22a None None] Enqueued Resource ID: b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4 with Priority: HIGHEST for action port [ 625.061493] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4 with Priority: HIGHEST for action port [ 625.061920] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.061920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.062148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.062678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.062777] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.144474] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.144474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.144474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.144474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.144474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.144474] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be updated. [ 625.147312] env[65712]: INFO networking_nsxv3.common.synchronization [req-e245d27a-6cf0-477e-91fe-fe37cde81c00 req-fef71dd6-ef1f-4c35-9c7f-ce4d10c2825f tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Enqueued Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 625.147897] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 625.148386] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.148386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.149243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.149243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.149243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.149243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.149243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.149578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.149727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.149727] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.176079] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.176079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.176079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.176452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.176452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.193081] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 625.491967] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.568012] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4 [ 625.568324] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.568600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.568717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.569069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.569425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.570131] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4 already deleted. [ 625.570131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a8e75f-4272-4b16-a0fa-9fcfc4cdbae4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.653046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.653337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.653337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.653535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.653565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.654020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.654020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.654020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.654194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.654194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.654253] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb already deleted. [ 625.654286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.810379] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.810618] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.810883] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.811205] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.811526] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.811797] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.811859] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812141] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.812314] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.812695] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.812695] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.813019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.813019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.813166] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.813226] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.813493] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.833656] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.833916] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.834083] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.834278] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.834724] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-8a779a95-52e7-4563-99c8-9a88f8071212 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.834865] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.834979] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.835408] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.835777] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a779a95-52e7-4563-99c8-9a88f8071212',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.995053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.996765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.996765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.996765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.996765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.996765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be created. [ 626.027412] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.027412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.027412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.027412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.027412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.038054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: UNINITIALIZED for 2s [ 626.338931] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.339301] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.339459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.339792] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.339957] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.340178] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 8a779a95-52e7-4563-99c8-9a88f8071212 not found, creating... [ 626.340472] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.340668] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.340794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.341158] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.341273] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.341536] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.341715] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.341836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.342677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.342893] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.342971] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 8a779a95-52e7-4563-99c8-9a88f8071212 is going to be created. [ 626.369316] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.369547] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.369631] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.369914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.370155] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.370369] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.474982] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8db9b4bd-b340-423e-aaaa-553bc0107dc4 None None] Enqueued Resource ID: 83258f4b-9a20-4f55-91ce-74e39781f336 with Priority: HIGHEST for action port [ 626.475736] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83258f4b-9a20-4f55-91ce-74e39781f336 with Priority: HIGHEST for action port [ 626.476104] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-83258f4b-9a20-4f55-91ce-74e39781f336 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.476235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83258f4b-9a20-4f55-91ce-74e39781f336" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.476302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83258f4b-9a20-4f55-91ce-74e39781f336" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.476669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83258f4b-9a20-4f55-91ce-74e39781f336" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.476769] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83258f4b-9a20-4f55-91ce-74e39781f336',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.979743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83258f4b-9a20-4f55-91ce-74e39781f336 [ 626.980016] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.980839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.980839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.980839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.980839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.980839] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83258f4b-9a20-4f55-91ce-74e39781f336 already deleted. [ 626.981077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83258f4b-9a20-4f55-91ce-74e39781f336" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.060503] env[65712]: INFO networking_nsxv3.common.synchronization [req-e245d27a-6cf0-477e-91fe-fe37cde81c00 req-8527b968-0b8c-4395-b175-f1a0c7cb6d45 service nova] Enqueued Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_rules [ 627.060503] env[65712]: INFO networking_nsxv3.common.synchronization [req-e245d27a-6cf0-477e-91fe-fe37cde81c00 req-8527b968-0b8c-4395-b175-f1a0c7cb6d45 service nova] Enqueued Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 627.060503] env[65712]: INFO networking_nsxv3.common.synchronization [req-e245d27a-6cf0-477e-91fe-fe37cde81c00 req-8527b968-0b8c-4395-b175-f1a0c7cb6d45 service nova] Enqueued Resource ID: 8a779a95-52e7-4563-99c8-9a88f8071212 with Priority: HIGHEST for action port [ 627.062982] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_rules [ 627.065059] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 627.065059] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a779a95-52e7-4563-99c8-9a88f8071212 with Priority: HIGHEST for action port [ 627.065059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.065059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.065059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.069454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.069531] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.070798] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.070798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.071098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.071139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.071338] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.071469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.071630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.071709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.071834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.071915] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.077411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a779a95-52e7-4563-99c8-9a88f8071212 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.077411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.077411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.077411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.077411] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a779a95-52e7-4563-99c8-9a88f8071212',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.205251] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 627.205558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.207943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.208295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.208712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.213529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213820] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.568818] env[65712]: INFO networking_nsxv3.common.synchronization [req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 req-d1c1174f-e00f-4486-837a-10ea69922fde tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 627.571416] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 627.572123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.572261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.572499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.572599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.572744] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.572850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.572917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.573096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.573187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.573283] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.578281] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.578407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.578570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.579465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a779a95-52e7-4563-99c8-9a88f8071212 with status ACTIVE [ 627.579643] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.579762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.579819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.580350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.580562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.580914] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.581130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.581347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.581644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.581800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.582132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.582316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.582455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.582670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.582803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.582942] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a779a95-52e7-4563-99c8-9a88f8071212 is going to be updated. [ 627.612829] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.613130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.613644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a779a95-52e7-4563-99c8-9a88f8071212" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.718087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.718462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.718596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.718962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.719238] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.719494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.719601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.720501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.721134] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.721396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.721906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.722090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.722201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.722445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.722593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.722748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.722902] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.943844] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7d2a60e1-59f9-4dcf-9398-91e569e05e7a tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 627.944821] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 627.945371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.945508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.945645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.945857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.945941] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.050443] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 628.050882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.050882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.051360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.051360] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.051360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.051557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.052328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.052451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.052510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.052603] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.075450] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.075649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.075721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.075887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.075969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.076957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.077133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.077204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.077488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.077574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.081541] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 already deleted. [ 628.081541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.087096] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.199926] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.199926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-586" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.200082] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-586" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.200388] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-586" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.200657] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.200820] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.200934] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.202271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.202457] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.202728] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.202900] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.203031] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.203140] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.203293] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.203414] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.203553] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.226018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.226262] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.226458] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.226685] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-586" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.227228] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-fec8d9e8-5da4-40be-ab97-7192850cb83b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.227463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.227626] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.228156] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.228355] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec8d9e8-5da4-40be-ab97-7192850cb83b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.231057] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c03f0e-abd0-4387-8e00-b0df74b8bc3a: rpc.has_security_group_logging(os_id): False [ 628.258256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.258256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.258256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.258256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.259614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.259614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.259614] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be updated. [ 628.345399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.345639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.345639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.345827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.345972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.362117] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 628.371036] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f51eee5e-d5d9-4c2e-b52a-01283e02ad5e tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 628.371483] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 628.371796] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.371945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.470228] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.470228] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054699d0-ec69-487e-8118-663b2f999467 already deleted. [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.470228] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.557685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.557912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.557912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558361] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.558475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.558541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.558810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.558810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.559025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.559142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.559224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.559398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.559565] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.559666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.559728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.559960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.561458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.561621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.561726] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.589693] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb is going to be created. [ 628.621441] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.621688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.621754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.621986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.622212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.634153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: UNINITIALIZED for 2s [ 628.731244] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.731244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.731244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.731768] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.731867] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.732022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port fec8d9e8-5da4-40be-ab97-7192850cb83b not found, creating... [ 628.732370] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.732470] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.732579] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.732816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.732945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.733239] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.733400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.733677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.733740] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.733824] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.733957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: fec8d9e8-5da4-40be-ab97-7192850cb83b is going to be created. [ 628.758243] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.758496] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.758649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.759056] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.759241] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.759460] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.994406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.994552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.994607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.994961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.997088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.997088] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054699d0-ec69-487e-8118-663b2f999467 already deleted. [ 628.997088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.998262] env[65712]: INFO networking_nsxv3.common.synchronization [None req-13ebc63c-8f0c-41df-9b71-1f7c56929fc5 None None] Enqueued Resource ID: cd9f3b57-0cfd-46f9-abad-b91b3874d9f4 with Priority: HIGHEST for action port [ 628.999069] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9f3b57-0cfd-46f9-abad-b91b3874d9f4 with Priority: HIGHEST for action port [ 628.999391] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9f3b57-0cfd-46f9-abad-b91b3874d9f4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.999513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9f3b57-0cfd-46f9-abad-b91b3874d9f4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.999579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9f3b57-0cfd-46f9-abad-b91b3874d9f4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.999834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9f3b57-0cfd-46f9-abad-b91b3874d9f4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.003029] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9f3b57-0cfd-46f9-abad-b91b3874d9f4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.065235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 629.091254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.091751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.091907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.092034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.092173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.092225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.092460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.092734] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.092797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.092832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.092958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.093687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.093931] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.094381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.094381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.094381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.094381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.094581] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be created. [ 629.176463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.176693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.176805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.177202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.177472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.191125] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 629.502895] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9f3b57-0cfd-46f9-abad-b91b3874d9f4 [ 629.503162] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.503302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.503373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.503601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.503692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503790] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9f3b57-0cfd-46f9-abad-b91b3874d9f4 already deleted. [ 629.503874] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9f3b57-0cfd-46f9-abad-b91b3874d9f4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.540093] env[65712]: INFO networking_nsxv3.common.synchronization [req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 req-38aaa56b-02f9-44e1-8d06-8e94834380dd service nova] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 629.540093] env[65712]: INFO networking_nsxv3.common.synchronization [req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 req-38aaa56b-02f9-44e1-8d06-8e94834380dd service nova] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 629.540093] env[65712]: INFO networking_nsxv3.common.synchronization [req-b5bcba99-d38b-42a9-ac2a-0ea6702d0870 req-38aaa56b-02f9-44e1-8d06-8e94834380dd service nova] Enqueued Resource ID: fec8d9e8-5da4-40be-ab97-7192850cb83b with Priority: HIGHEST for action port [ 629.540429] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_rules [ 629.540488] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 629.540580] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec8d9e8-5da4-40be-ab97-7192850cb83b with Priority: HIGHEST for action port [ 629.540933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.543786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.543909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.544162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.544254] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.545230] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.545398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.545471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.545604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.545755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.545845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.545905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.546069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.546152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.546246] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.547385] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec8d9e8-5da4-40be-ab97-7192850cb83b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.547496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.547567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.547744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.547744] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec8d9e8-5da4-40be-ab97-7192850cb83b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.898040] env[65712]: INFO networking_nsxv3.common.synchronization [req-7dcf887b-c7d6-4218-b035-4a41828a91d8 req-0c74e3b6-81f5-45bd-b1cc-8c16bd50ce62 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Enqueued Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 629.898974] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 629.898974] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.899141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.899141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.899339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.899502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.899604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.899657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.899805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.899887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.899980] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.049783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051410] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.051410] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec8d9e8-5da4-40be-ab97-7192850cb83b with status ACTIVE [ 630.051410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.051694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.051694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.051775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.051986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.052055] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.052475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.052475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.052568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.052664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.052789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.053916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.053916] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec8d9e8-5da4-40be-ab97-7192850cb83b is going to be updated. [ 630.076698] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.077025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.077025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.077275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.077477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.077677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec8d9e8-5da4-40be-ab97-7192850cb83b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.294715] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-927 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.295974] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-927" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.296160] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-927" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.296507] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-927" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.297253] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.297253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.297253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.297576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.297576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.297796] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.297946] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.298034] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.298140] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.298263] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.298364] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.298515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.322923] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.322990] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.323526] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.323526] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-927" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.323713] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-e7873818-18e7-4dc9-b1f8-90136fe2062d taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.323819] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.323982] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.324538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.324538] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7873818-18e7-4dc9-b1f8-90136fe2062d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.382432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 630.382571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.403403] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.403619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.403701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.404258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.404317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.404549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.404688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.404779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.405017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.405138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.405256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d already deleted. [ 630.405363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.555828] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.646629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: SUCCESS [ 630.646896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.647161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.647426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.647697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.647871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.647967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.648163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.648251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.648341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.648434] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.828187] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.830081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.830081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.830081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.830081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.830323] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port e7873818-18e7-4dc9-b1f8-90136fe2062d not found, creating... [ 630.830439] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.830605] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.830737] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.834019] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.834019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.834019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: e7873818-18e7-4dc9-b1f8-90136fe2062d is going to be created. [ 630.861538] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.861802] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.861931] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.862248] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.862476] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.862715] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.059597] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.059848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.059848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.060058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.060154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.060256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 is going to be created. [ 631.097830] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.098319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.098319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.098507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.098507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112246] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: UNINITIALIZED for 2s [ 631.151530] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.151530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.151729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.151849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.152029] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.152143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.152190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.152516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.152516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.152516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.152651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.152820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.152820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.152936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.153087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.153183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.153244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.153385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.153486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.153564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.153624] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.205607] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 631.205821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.644421] env[65712]: INFO networking_nsxv3.common.synchronization [req-7dcf887b-c7d6-4218-b035-4a41828a91d8 req-8c85c307-7670-41c6-9301-20eeffa96aa6 service nova] Enqueued Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_rules [ 631.644669] env[65712]: INFO networking_nsxv3.common.synchronization [req-7dcf887b-c7d6-4218-b035-4a41828a91d8 req-8c85c307-7670-41c6-9301-20eeffa96aa6 service nova] Enqueued Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 631.644860] env[65712]: INFO networking_nsxv3.common.synchronization [req-7dcf887b-c7d6-4218-b035-4a41828a91d8 req-8c85c307-7670-41c6-9301-20eeffa96aa6 service nova] Enqueued Resource ID: e7873818-18e7-4dc9-b1f8-90136fe2062d with Priority: HIGHEST for action port [ 631.645986] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_rules [ 631.645986] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 631.645986] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7873818-18e7-4dc9-b1f8-90136fe2062d with Priority: HIGHEST for action port [ 631.646746] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.646746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.646746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.647044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.647106] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.648316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.648473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.648567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.648816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.649034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.649203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.649263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.649452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.649569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.649703] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.651092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7873818-18e7-4dc9-b1f8-90136fe2062d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.651092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.651092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.651289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.651323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7873818-18e7-4dc9-b1f8-90136fe2062d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.656555] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdda0757-4bf0-42cf-863b-78ac83ea1ddb: rpc.has_security_group_logging(os_id): False [ 631.677342] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.677566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.677566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.677781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.677888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.678065] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.678169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.678229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.678562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.678562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.678720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.678720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.678813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.679162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.679162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.679586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.679586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.679586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.679753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb is going to be created. [ 631.742122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.742122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.742122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.742267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.742378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.755717] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: IN_PROGRESS for 2s [ 632.153486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.153873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.154174] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.156347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7873818-18e7-4dc9-b1f8-90136fe2062d with status ACTIVE [ 632.156638] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.158639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.158639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.159140] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.159266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.159313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.159425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.159491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.160689] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7873818-18e7-4dc9-b1f8-90136fe2062d is going to be updated. [ 632.195313] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.195567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.195645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.195820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.195956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.197531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7873818-18e7-4dc9-b1f8-90136fe2062d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.499768] env[65712]: INFO networking_nsxv3.common.synchronization [req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 req-2e8af37e-2036-49d7-8503-68fb1c3edfca tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 632.500418] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 632.502045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.502045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.502045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.502045] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.658306] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.002739] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.003000] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.003107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.003423] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.003707] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.004315] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.004315] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.004460] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.004507] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.004837] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.004837] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.005323] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.005515] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.005650] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.005796] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.007893] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.009185] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.009348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.009390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.009591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.009674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.009878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.009978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.010072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.010260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.010367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.010449] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 already deleted. [ 633.010533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.041408] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.041857] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.041857] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.042080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.042359] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-5a93d930-9652-4e2e-85b6-d24b5b247560 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.042754] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.042754] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.043011] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.043095] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a93d930-9652-4e2e-85b6-d24b5b247560',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.125442] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: SUCCESS [ 633.125442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.125442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.125442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.125747] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.126049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.126207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.126400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.126497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.126585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.126682] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.160738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.160738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.160738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.160738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.161216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161216] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d is going to be created. [ 633.188044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.188044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.188044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.188044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.189125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.205885] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: UNINITIALIZED for 2s [ 633.545488] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.545733] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.545836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.546139] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.546286] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.546436] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 5a93d930-9652-4e2e-85b6-d24b5b247560 not found, creating... [ 633.546694] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.546847] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.547027] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.547258] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.547393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.547668] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.547820] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.547987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.548304] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.548495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.548641] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 5a93d930-9652-4e2e-85b6-d24b5b247560 is going to be created. [ 633.569560] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.569813] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.569915] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.570214] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.570538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.570843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.629733] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.771899] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: SUCCESS [ 633.772143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133469] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f430a67d-9c1d-45eb-9546-0f869900e512: rpc.has_security_group_logging(os_id): False [ 634.155975] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.156344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.156344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.156516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.156619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.157018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.157132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.157324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.157426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.157662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.157662] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 is going to be created. [ 634.229493] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.230090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.230199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.230516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.230747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.249655] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: IN_PROGRESS for 2s [ 634.340402] env[65712]: INFO networking_nsxv3.common.synchronization [req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 req-785e6375-bbc9-470e-ad03-ab179c57b104 service nova] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 634.342238] env[65712]: INFO networking_nsxv3.common.synchronization [req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 req-785e6375-bbc9-470e-ad03-ab179c57b104 service nova] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 634.342552] env[65712]: INFO networking_nsxv3.common.synchronization [req-ec0e30af-405f-47e0-b7a4-7a4d17f5a5a6 req-785e6375-bbc9-470e-ad03-ab179c57b104 service nova] Enqueued Resource ID: 5a93d930-9652-4e2e-85b6-d24b5b247560 with Priority: HIGHEST for action port [ 634.344761] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 634.344761] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 634.345115] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a93d930-9652-4e2e-85b6-d24b5b247560 with Priority: HIGHEST for action port [ 634.345372] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.345372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.348664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.348664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.348664] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.348664] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.348664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.348664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.348664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.349376] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.349376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.349376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.352835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.352835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.352835] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.354792] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a93d930-9652-4e2e-85b6-d24b5b247560 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.354792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.354792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.354792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.354792] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a93d930-9652-4e2e-85b6-d24b5b247560',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.857428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.857577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.857779] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.858782] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a93d930-9652-4e2e-85b6-d24b5b247560 with status ACTIVE [ 634.859741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.859741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.859741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.860116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.860116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.860175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.860849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.860849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.860849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.860849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.860849] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a93d930-9652-4e2e-85b6-d24b5b247560 is going to be updated. [ 634.884221] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.884221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.884221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.884221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.884221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.884221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a93d930-9652-4e2e-85b6-d24b5b247560" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.219747] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: SUCCESS [ 635.220629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.220629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.220629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.220629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.223632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.223632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.223632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.223632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.223632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.223632] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.338064] env[65712]: INFO networking_nsxv3.common.synchronization [req-5fece99a-5d70-47c0-ba58-21420f54e8d8 req-28f3e8e2-a8d1-434e-b19e-5b8ed7109458 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 635.338742] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 635.339083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.339268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.339366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.339571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.339730] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.339835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.339900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340253] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.362903] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.597196] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 req-7ca4ffaa-8017-4ad6-9fed-378b7c809e8f tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 635.597774] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 635.598350] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.598501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.598567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.598832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.599018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.599142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.599270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.599361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.599450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.599558] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.723316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.723486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.723552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.723827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.723974] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.724133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.724276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.724429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.724565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.725160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.725160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.725160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.725160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.725460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.725460] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.725460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.725585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.725954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.725954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.725954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.725954] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.843739] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.865464] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.867950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.867950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.867950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.867950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.867950] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be created. [ 635.979223] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.979419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.979471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.979673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.979875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.990900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: UNINITIALIZED for 2s [ 636.102592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.102965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.103978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.103978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.103978] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.103978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.104292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.104292] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b already deleted. [ 636.106121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.228144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f04c498-2d07-452e-844e-758a08d26b3d: rpc.has_security_group_logging(os_id): False [ 636.250577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.250751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.250807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.251218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.251218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.251349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.251550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.251550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.251701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.251835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.252019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.252119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.252212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.252469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.252469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.252957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.252957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.252957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.252957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.253126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.253501] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d is going to be created. [ 636.270915] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: SUCCESS [ 636.271730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.330018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.330294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.330358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.330555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.330792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.345767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.350215] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: IN_PROGRESS for 2s [ 636.468885] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.469137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.472023] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.472023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.472023] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.472023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.472023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.472023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.472023] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.472023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.472023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.495038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.495310] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.495483] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.495666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.495985] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-a2685f6e-9929-49e8-a258-d55c0489c660 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.496192] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.496310] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.496661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.496820] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2685f6e-9929-49e8-a258-d55c0489c660',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.695423] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9e5efa98-3aba-4572-ad95-2a6307cb9103 None None] Enqueued Resource ID: fa71c684-897a-4056-bd86-cef540ffa5e1 with Priority: HIGHEST for action port [ 636.695982] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa71c684-897a-4056-bd86-cef540ffa5e1 with Priority: HIGHEST for action port [ 636.696734] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa71c684-897a-4056-bd86-cef540ffa5e1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.696907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa71c684-897a-4056-bd86-cef540ffa5e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.697022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa71c684-897a-4056-bd86-cef540ffa5e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.697368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa71c684-897a-4056-bd86-cef540ffa5e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.697450] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa71c684-897a-4056-bd86-cef540ffa5e1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.851430] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.851430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.851430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.851430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.851430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.851430] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 636.901154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.901404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.901404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.901587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.901732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.914592] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 636.999901] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.000293] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.000435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.000738] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.000890] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.001084] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port a2685f6e-9929-49e8-a258-d55c0489c660 not found, creating... [ 637.001370] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.001533] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.001647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.001883] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.002037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.002330] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.002482] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.002592] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.003028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.003230] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.003651] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: a2685f6e-9929-49e8-a258-d55c0489c660 is going to be created. [ 637.028641] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.028860] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.028997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.029655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.029655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.030194] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199630] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa71c684-897a-4056-bd86-cef540ffa5e1 [ 637.200140] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.200140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.200140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.200379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.200379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.200443] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa71c684-897a-4056-bd86-cef540ffa5e1 already deleted. [ 637.200520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa71c684-897a-4056-bd86-cef540ffa5e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.726313] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 req-b070437d-82ac-47bc-9d54-795a0d17f5fc service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 637.726587] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 req-b070437d-82ac-47bc-9d54-795a0d17f5fc service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 637.726718] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbb3b43d-3411-42ca-8b46-144fc6dd7184 req-b070437d-82ac-47bc-9d54-795a0d17f5fc service nova] Enqueued Resource ID: a2685f6e-9929-49e8-a258-d55c0489c660 with Priority: HIGHEST for action port [ 637.727586] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 637.727760] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 637.727886] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2685f6e-9929-49e8-a258-d55c0489c660 with Priority: HIGHEST for action port [ 637.728263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.728423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.728513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.730563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.730563] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.730563] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.730563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.730563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.731184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.731482] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.733388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.733514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.733707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.733807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.733910] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.734809] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2685f6e-9929-49e8-a258-d55c0489c660 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.734929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.734974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.735178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.735288] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2685f6e-9929-49e8-a258-d55c0489c660',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.743536] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8df5b834-a1d1-4c75-a310-1ddc0cc78f0d None None] Enqueued Resource ID: 5c118e1a-d861-4178-a35b-9bd97f6d4a27 with Priority: HIGHEST for action port [ 637.744046] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c118e1a-d861-4178-a35b-9bd97f6d4a27 with Priority: HIGHEST for action port [ 637.744334] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c118e1a-d861-4178-a35b-9bd97f6d4a27 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.744453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c118e1a-d861-4178-a35b-9bd97f6d4a27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.744519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c118e1a-d861-4178-a35b-9bd97f6d4a27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.744755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c118e1a-d861-4178-a35b-9bd97f6d4a27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.744844] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c118e1a-d861-4178-a35b-9bd97f6d4a27',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.005203] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 638.006454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.006454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.006454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.006777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.006777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.006777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.006942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.007070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.007194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.007290] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.237802] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.237802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.242022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2685f6e-9929-49e8-a258-d55c0489c660 with status ACTIVE [ 638.242022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.242022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.242022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.242022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.242022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2685f6e-9929-49e8-a258-d55c0489c660 is going to be updated. [ 638.243522] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.248047] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c118e1a-d861-4178-a35b-9bd97f6d4a27 [ 638.248047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.248047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.248380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.248380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.248490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.248536] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c118e1a-d861-4178-a35b-9bd97f6d4a27 already deleted. [ 638.248591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c118e1a-d861-4178-a35b-9bd97f6d4a27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.269234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.269445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.269556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.269835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.270025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.270991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2685f6e-9929-49e8-a258-d55c0489c660" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.373441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: SUCCESS [ 638.373637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.512374] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.518159] env[65712]: INFO networking_nsxv3.common.synchronization [req-46b36cb8-1e0b-43ab-9767-560a02bd9eff req-3e02130f-c2ca-4b22-adb5-e8c404900f4f tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 638.518309] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 638.518718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.518718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.746888] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.751439] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4f002f07-148a-489c-a51d-bf279cac2a53 None None] Enqueued Resource ID: f5e4cac3-73b5-41f3-b4aa-90d1eee4d057 with Priority: HIGHEST for action port [ 638.753716] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e4cac3-73b5-41f3-b4aa-90d1eee4d057 with Priority: HIGHEST for action port [ 638.753716] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e4cac3-73b5-41f3-b4aa-90d1eee4d057 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.753716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e4cac3-73b5-41f3-b4aa-90d1eee4d057" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.753716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e4cac3-73b5-41f3-b4aa-90d1eee4d057" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.753716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e4cac3-73b5-41f3-b4aa-90d1eee4d057" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.753716] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e4cac3-73b5-41f3-b4aa-90d1eee4d057',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.925657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 638.926302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.019726] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37bda887-181f-4971-81ae-f7029ca0ba03: rpc.has_security_group_logging(os_id): False [ 639.039104] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.039270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.039270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.039520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.039573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.040196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.040196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.041559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.041670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.041995] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be created. [ 639.096562] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.096762] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.096910] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.097204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.097496] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.097608] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.097720] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.097950] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.098300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.098519] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.098631] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.098736] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.098839] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.098943] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.099058] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.099192] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.108100] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.108100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.108412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.108412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.108544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.123034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.123034] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.123034] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.123034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.123034] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.123034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.123034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.123034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.123034] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.124896] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 639.249073] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.249204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.249204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.249468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.249544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.249962] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be created. [ 639.257900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e4cac3-73b5-41f3-b4aa-90d1eee4d057 [ 639.257900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.257900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.257900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.257900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.257900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.257900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e4cac3-73b5-41f3-b4aa-90d1eee4d057 already deleted. [ 639.257900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e4cac3-73b5-41f3-b4aa-90d1eee4d057" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.280357] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.280543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.280595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.280806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.280962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.295497] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: UNINITIALIZED for 2s [ 639.626934] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.627206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.627334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.627614] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.627789] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.627953] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b not found, creating... [ 639.628268] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.628503] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.628688] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.628962] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.629142] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.629489] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.629660] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.629789] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.630123] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.630334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.630523] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b is going to be created. [ 639.656828] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.660030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.660030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.660030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.660377] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.660740] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371595] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f83a1365-756e-4911-8ba0-cd60cefb9c27 None None] Enqueued Resource ID: 60602c07-eb79-45fc-95a4-aed7b5326ed6 with Priority: HIGHEST for action port [ 640.372324] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60602c07-eb79-45fc-95a4-aed7b5326ed6 with Priority: HIGHEST for action port [ 640.372551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-60602c07-eb79-45fc-95a4-aed7b5326ed6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.372685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60602c07-eb79-45fc-95a4-aed7b5326ed6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.372750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60602c07-eb79-45fc-95a4-aed7b5326ed6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.373016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60602c07-eb79-45fc-95a4-aed7b5326ed6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.373111] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60602c07-eb79-45fc-95a4-aed7b5326ed6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.451178] env[65712]: INFO networking_nsxv3.common.synchronization [req-46b36cb8-1e0b-43ab-9767-560a02bd9eff req-93f244c7-a345-40b6-9ab5-46db4e07b866 service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 640.451350] env[65712]: INFO networking_nsxv3.common.synchronization [req-46b36cb8-1e0b-43ab-9767-560a02bd9eff req-93f244c7-a345-40b6-9ab5-46db4e07b866 service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 640.451521] env[65712]: INFO networking_nsxv3.common.synchronization [req-46b36cb8-1e0b-43ab-9767-560a02bd9eff req-93f244c7-a345-40b6-9ab5-46db4e07b866 service nova] Enqueued Resource ID: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b with Priority: HIGHEST for action port [ 640.451714] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 640.451842] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 640.451939] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b with Priority: HIGHEST for action port [ 640.452631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.452700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453082] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.453082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.453329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.453380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.453567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.453649] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.876222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60602c07-eb79-45fc-95a4-aed7b5326ed6 [ 640.876486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.876691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.876691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.876923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.877013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.877125] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60602c07-eb79-45fc-95a4-aed7b5326ed6 already deleted. [ 640.877220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60602c07-eb79-45fc-95a4-aed7b5326ed6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956666] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b with status ACTIVE [ 640.956666] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.956666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.956666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.956666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.956666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.957122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.957122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.957122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.957272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.957272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.957464] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.957667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.957667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.957872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.959029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.959029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b is going to be updated. [ 640.992503] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.992503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.992503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.992503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.992503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.992503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7f0e12-8ff2-4af2-a5bd-a151c0abdd5b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141242] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 641.141242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.305228] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 641.305438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.305640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.305923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.306206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.306391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.306478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.306707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.306839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.307370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.307610] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.308659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.309381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.309381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.309381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.309381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.309599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.309643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.309725] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.812200] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.813038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.813038] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.910500] env[65712]: INFO networking_nsxv3.common.synchronization [req-d22cc1fe-795c-4ffd-a474-527cb11b859a req-40571662-d0a2-4701-bec6-2d10f1f30462 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 641.910500] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 641.911159] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.911900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.912229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.912293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.912444] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.912767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.912767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.912841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.912875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.912951] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.315998] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.416497] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.416694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.416777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.417127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.417236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.417453] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.417562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.417639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.417915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.417950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.418069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 642.458923] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.458923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.459152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.460015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.460015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.472648] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 642.483076] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 642.483319] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 642.483859] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 642.483995] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 642.484842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.485217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.485305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.485935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.485935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.486096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.486096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.486283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.486369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.486465] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.488720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.492032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.492032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.492032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.542722] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_rules [ 642.542906] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 642.543053] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 642.543181] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 642.543303] env[65712]: INFO networking_nsxv3.common.synchronization [req-c25da985-b234-4bab-9c6a-bda52b814a37 req-0227945e-d473-4d05-b434-709bddfb6ced tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 642.544043] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_rules [ 642.544736] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 642.544782] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 642.544885] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 642.545208] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 642.545906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.546072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.546147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.546447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.546527] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.547640] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.547771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548613] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.550435] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f93660-dc84-4d73-918d-4d2b95c238db taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.550665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.552170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.552170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.552170] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93660-dc84-4d73-918d-4d2b95c238db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.552393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.553050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.553696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.555721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.820506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.820506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.820506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.820960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.820960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.820960] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 642.855815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.855995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.856082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.856323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.856423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.866176] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 642.988922] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.998127] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.051252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.051437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055398] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.055398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055729] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f93660-dc84-4d73-918d-4d2b95c238db with status ACTIVE [ 643.055729] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.055865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.056197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.056197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.058352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.058352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.058352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.058859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.058859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.059346] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f93660-dc84-4d73-918d-4d2b95c238db is going to be updated. [ 643.087528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.088016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.088122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.088357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.088519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.088687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.492676] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.499828] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.995184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.995548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.995548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.995660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.995727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.995815] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be created. [ 644.003961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.004174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.004174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.004288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.004367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.004462] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 644.027742] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.028112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.028112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.028244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.028349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.031607] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.031815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.031815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.031999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.032176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.042409] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 644.043118] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: UNINITIALIZED for 2s [ 644.407312] env[65712]: INFO networking_nsxv3.common.synchronization [None req-903a592c-373a-4f1d-b112-6f5bb3423d61 None None] Enqueued Resource ID: 83da333b-5454-4488-bd0f-395c9ea23451 with Priority: HIGHEST for action port [ 644.407800] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83da333b-5454-4488-bd0f-395c9ea23451 with Priority: HIGHEST for action port [ 644.408150] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-83da333b-5454-4488-bd0f-395c9ea23451 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.408282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83da333b-5454-4488-bd0f-395c9ea23451" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.408350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83da333b-5454-4488-bd0f-395c9ea23451" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.408739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83da333b-5454-4488-bd0f-395c9ea23451" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.408879] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83da333b-5454-4488-bd0f-395c9ea23451',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.484797] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 644.484797] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d deletion is rescheduled due to dependency. [ 644.484797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878257] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 644.878555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.879184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.879340] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.879808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.879910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.880063] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.910890] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83da333b-5454-4488-bd0f-395c9ea23451 [ 644.911661] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.911661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.911661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.911661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.911661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.912108] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83da333b-5454-4488-bd0f-395c9ea23451 already deleted. [ 644.912108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83da333b-5454-4488-bd0f-395c9ea23451" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.385163] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.546384] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 645.546628] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 645.546693] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 645.548015] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 645.548015] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 645.548341] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 645.548776] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.548776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.548973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.550209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.550428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.550653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.550653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.550887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.550948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.551061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.555712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.555712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.555712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.555712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.604384] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_rules [ 645.604593] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 645.609119] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_rules [ 645.609119] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 645.609119] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 645.609119] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 645.609288] env[65712]: INFO networking_nsxv3.common.synchronization [req-3ed9467f-9f55-4e16-ac46-ec36c53ca6a2 req-85a9af9c-e3f8-4d3b-a763-0a493f48b1e1 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 645.610177] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_rules [ 645.610376] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_rules [ 645.610526] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 645.610667] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f93660-dc84-4d73-918d-4d2b95c238db with Priority: HIGHEST for action port [ 645.610806] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 645.611020] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 645.611898] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 645.612243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.612855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.612855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.612855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.612855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.613795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.613893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.614118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.614211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.614709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f93660-dc84-4d73-918d-4d2b95c238db taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.614966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.615090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.615286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.615372] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f93660-dc84-4d73-918d-4d2b95c238db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.616780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.616843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.617456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.617456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.617456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.617593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887866] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.056800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 646.057122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.057416] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.060387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.060387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.060562] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.060664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.061245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.061245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.061245] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.063736] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 646.063736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.063928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.064328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.064328] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.064456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.064584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.066958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.067135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.067250] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.119385] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119583] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f93660-dc84-4d73-918d-4d2b95c238db with status ACTIVE [ 646.119719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.120841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.120841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.120841] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.121059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.121059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.121197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.121468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.121663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.121753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.121820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.122128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.122128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.122349] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f93660-dc84-4d73-918d-4d2b95c238db is going to be updated. [ 646.146790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.147440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.147523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.147739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.147881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.148105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f93660-dc84-4d73-918d-4d2b95c238db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.391580] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.391883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.391883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.392495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.392495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.392495] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 646.427037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.427037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.427037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.427332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.427332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.445922] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 646.564095] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.569453] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.570527] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.956253] env[65712]: INFO networking_nsxv3.common.synchronization [req-26d941a2-f66f-4b66-9046-0544d9ce8146 req-dfb2f873-499b-4469-9364-b38faf4c3839 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 646.956799] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 646.957589] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.957824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.067414] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.067567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.067607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.067820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.068028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.068146] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be created. [ 647.072115] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.074603] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.095519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.095519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.095519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.095519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.095519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.105893] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: UNINITIALIZED for 2s [ 647.475021] env[65712]: INFO networking_nsxv3.common.synchronization [None req-6a8efa08-6cb1-4e0f-8826-667574813aa2 None None] Enqueued Resource ID: 1e28a575-8123-4397-a98e-f4583ccd1cf8 with Priority: HIGHEST for action port [ 647.475021] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e28a575-8123-4397-a98e-f4583ccd1cf8 with Priority: HIGHEST for action port [ 647.475486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e28a575-8123-4397-a98e-f4583ccd1cf8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.475554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e28a575-8123-4397-a98e-f4583ccd1cf8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.475588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e28a575-8123-4397-a98e-f4583ccd1cf8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.475885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e28a575-8123-4397-a98e-f4583ccd1cf8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.475954] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e28a575-8123-4397-a98e-f4583ccd1cf8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.575181] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.575382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.575452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.575719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.575998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.575998] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 647.580126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.580337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.580799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.580799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.580799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.581023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 647.617624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.617853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.617979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.618398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.618502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.623044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.623273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.623387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.623705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.623912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.626837] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.627584] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.627584] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.627669] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.628129] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.628342] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.628473] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.628794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.628955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.629249] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.629381] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.629511] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.629573] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.629682] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.629781] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.630042] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.649401] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 647.650757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 647.660644] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.663410] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.663410] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.663410] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-343" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.663410] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-a5aee87e-9717-491a-9dc5-2a351323246c taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.663410] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.663410] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.663410] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.663410] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5aee87e-9717-491a-9dc5-2a351323246c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.836455] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f22907a7-491b-4f21-8ef4-87680e8ae5cc None None] Enqueued Resource ID: 73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0 with Priority: HIGHEST for action port [ 647.837122] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0 with Priority: HIGHEST for action port [ 647.837438] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.837578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.837648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.837941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.838058] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.979019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e28a575-8123-4397-a98e-f4583ccd1cf8 [ 647.979445] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.979445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.979445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.979643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.979681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.979781] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e28a575-8123-4397-a98e-f4583ccd1cf8 already deleted. [ 647.979894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e28a575-8123-4397-a98e-f4583ccd1cf8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.167386] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.167613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.167777] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.168189] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.170679] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port a5aee87e-9717-491a-9dc5-2a351323246c not found, creating... [ 648.170679] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.170679] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.170679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.171141] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.171141] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.171141] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: a5aee87e-9717-491a-9dc5-2a351323246c is going to be created. [ 648.196694] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.196939] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.197508] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.197508] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.197801] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.198158] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.341432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0 [ 648.341691] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.344421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.344421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.344421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.344421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.344421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0 already deleted. [ 648.344421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b8cea1-dde6-49cc-a6ee-0e5d649cb1f0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.458633] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 648.458633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.458633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.458633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.458885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.458885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.459034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.459157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.459215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.459342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.459448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.459544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.459599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.459714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.459846] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.459957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.460044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.463099] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.463099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.463099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.463099] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.899165] env[65712]: INFO networking_nsxv3.common.synchronization [req-26d941a2-f66f-4b66-9046-0544d9ce8146 req-a53e3155-eeb7-4d65-b3c5-cdc34ba6346b service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 648.899438] env[65712]: INFO networking_nsxv3.common.synchronization [req-26d941a2-f66f-4b66-9046-0544d9ce8146 req-a53e3155-eeb7-4d65-b3c5-cdc34ba6346b service nova] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 648.899532] env[65712]: INFO networking_nsxv3.common.synchronization [req-26d941a2-f66f-4b66-9046-0544d9ce8146 req-a53e3155-eeb7-4d65-b3c5-cdc34ba6346b service nova] Enqueued Resource ID: a5aee87e-9717-491a-9dc5-2a351323246c with Priority: HIGHEST for action port [ 648.899949] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_rules [ 648.900166] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 648.900219] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5aee87e-9717-491a-9dc5-2a351323246c with Priority: HIGHEST for action port [ 648.900456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.900556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.900741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.900865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5aee87e-9717-491a-9dc5-2a351323246c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.902141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.902141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.902141] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5aee87e-9717-491a-9dc5-2a351323246c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.964367] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253eb272-a3ff-48d3-8373-9183c881cf4b: rpc.has_security_group_logging(os_id): False [ 648.965778] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.987422] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.987706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.987706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.988170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.988302] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.988608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.988608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.988731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.989144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.989144] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.989255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.989255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.989442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.989524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.989780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.990775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.990775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.990775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.990775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.990930] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be created. [ 649.054092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.054258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.054322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.057209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.057209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.071728] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 649.118263] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: SUCCESS [ 649.118263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.118263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.118263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.118577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.118577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.118577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.118719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.118719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.118829] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.362205] env[65712]: INFO networking_nsxv3.common.synchronization [req-ddc97401-cc2f-4ffb-b3ac-0ec734971ab4 req-be16c614-5864-478a-b2cb-449771415d05 tempest-ServerDiagnosticsTest-205831372 tempest-ServerDiagnosticsTest-205831372-project-member] Enqueued Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 649.362722] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGHEST for action security_group_members [ 649.363305] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.363465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.364240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.364240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.364240] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.364240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.367115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.367611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.367611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.367611] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.405291] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5aee87e-9717-491a-9dc5-2a351323246c with status ACTIVE [ 649.405590] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.405922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.405922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.406212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.406354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.406683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.407012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.407012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.407192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.407323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.407620] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.407772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.407868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.408485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.408485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.408485] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5aee87e-9717-491a-9dc5-2a351323246c is going to be updated. [ 649.438155] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.438155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.438155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.438402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.438489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5aee87e-9717-491a-9dc5-2a351323246c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.469174] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.620984] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.662531] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 649.662585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.663432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 649.663637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.663844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.664835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.665727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.665997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.666356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.666612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.666709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.666837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.667319] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.668625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.668785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.668966] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.669871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.669871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.669871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.669871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.669871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.669871] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.671755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.671928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.672121] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.672218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.672409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.672687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.672771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.672861] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.673894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.674000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.676144] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.676144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.676144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.676144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.676144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.676144] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.872979] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.873718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.873718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.873718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.873718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.874291] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.874291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.874291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.874291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.874559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.874559] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb is going to be updated. [ 649.902232] env[65712]: INFO networking_nsxv3.common.synchronization [req-a6f33b29-8d82-44bb-a2b2-025c070f160d req-8f263a95-6090-41f3-bb67-8723cbb1039f tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 649.902845] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 649.904043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.904043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.904043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.904043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.905778] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.905778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.905778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.905778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.905778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.905778] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.908771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.910864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.910864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.910864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.910864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.921124] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: IN_PROGRESS for 2s [ 649.975823] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.975823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.975823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.976138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.976325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.976436] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 650.018062] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.018062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.018062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.018445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.018632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.031423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 650.128148] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.145301] env[65712]: INFO networking_nsxv3.common.synchronization [req-f4842427-4972-4974-801f-58bc3548c22a req-816716ea-385c-4bc1-802e-fd33cc48f2cb tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 650.146136] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 650.147189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.147189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.147189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.147189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.147397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.147559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.147737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.147981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.148105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.148180] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.170690] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3a8eec3c-f420-4e3b-93fe-a93c93c41feb None None] Enqueued Resource ID: 01cb4945-f10a-48d1-b239-571f7c7a4d35 with Priority: HIGHEST for action port [ 650.171609] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cb4945-f10a-48d1-b239-571f7c7a4d35 with Priority: HIGHEST for action port [ 650.172020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.172306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.172494] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.174156] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cb4945-f10a-48d1-b239-571f7c7a4d35 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.174462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cb4945-f10a-48d1-b239-571f7c7a4d35" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.174530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cb4945-f10a-48d1-b239-571f7c7a4d35" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.174898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cb4945-f10a-48d1-b239-571f7c7a4d35" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.175051] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cb4945-f10a-48d1-b239-571f7c7a4d35',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.178157] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.179286] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.413852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.414157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.414380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.414616] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.414744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.415026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.415122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be updated. [ 650.444977] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.444977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.444977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.444977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.444977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.455138] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 650.581431] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.581635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.581753] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.582022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582274] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.582426] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.582534] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.582733] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582894] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.583072] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.583220] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.583289] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.583391] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.583493] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.583597] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.583718] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.604722] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.604933] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.605059] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.605231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.605703] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-87fea64d-7fbf-439c-bac4-41d920ae8e9b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.605797] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.605836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.606166] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.606301] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fea64d-7fbf-439c-bac4-41d920ae8e9b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.608609] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9a60696f-2a8d-4334-83e2-74a798bf037d None None] Enqueued Resource ID: fa77e3ae-3a7d-4af2-9374-f8e40d41ec33 with Priority: HIGHEST for action port [ 650.609061] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa77e3ae-3a7d-4af2-9374-f8e40d41ec33 with Priority: HIGHEST for action port [ 650.609589] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa77e3ae-3a7d-4af2-9374-f8e40d41ec33 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.609757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa77e3ae-3a7d-4af2-9374-f8e40d41ec33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.609872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa77e3ae-3a7d-4af2-9374-f8e40d41ec33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.610139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa77e3ae-3a7d-4af2-9374-f8e40d41ec33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.610287] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa77e3ae-3a7d-4af2-9374-f8e40d41ec33',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.633249] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.633400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.636371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.636371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.636371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.636501] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be updated. [ 650.651584] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.651584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.651736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.651914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.652119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.652231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.652329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.652447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.652577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.652830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.652830] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 650.676349] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dca07b4-9e3c-4301-9d7c-24c0569b83a4: rpc.has_security_group_logging(os_id): False [ 650.678075] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01cb4945-f10a-48d1-b239-571f7c7a4d35 [ 650.678075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678317] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01cb4945-f10a-48d1-b239-571f7c7a4d35 already deleted. [ 650.678359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cb4945-f10a-48d1-b239-571f7c7a4d35" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.681132] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.682288] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.691125] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.691287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.691364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.691716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.697847] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.697847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.697847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.697847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.697847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.699915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.700025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.700583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.700784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.700875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.701132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.701248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.701315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.701477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.701557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.701646] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be created. [ 650.713977] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: IN_PROGRESS for 2s [ 650.714675] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 650.768286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.768286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.768286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.768286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.768286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.781841] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 651.094025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 651.094025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.094025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.094025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.094025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.110535] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.110757] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.111283] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.111283] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.111400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 87fea64d-7fbf-439c-bac4-41d920ae8e9b not found, creating... [ 651.111712] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.111857] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.111967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.112264] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.112351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.112614] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.112756] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.113453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.113705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.113908] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.114097] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 87fea64d-7fbf-439c-bac4-41d920ae8e9b is going to be created. [ 651.115614] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa77e3ae-3a7d-4af2-9374-f8e40d41ec33 [ 651.115712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.115789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.115836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.115996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.116179] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa77e3ae-3a7d-4af2-9374-f8e40d41ec33 already deleted. [ 651.116262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa77e3ae-3a7d-4af2-9374-f8e40d41ec33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.148551] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.148551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.148551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.148551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.148551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.148856] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184414] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185107] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 651.186411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.187210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.187210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.187210] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 651.234285] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.234494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.234569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.234864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.235087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.238516] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.238711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.238711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.238895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.240458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.291603] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 651.291603] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 651.598298] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.598431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.904158] env[65712]: INFO networking_nsxv3.common.synchronization [req-a6f33b29-8d82-44bb-a2b2-025c070f160d req-c6c1c63a-d8cb-4fda-bcd3-a46e5bb7afdc service nova] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_rules [ 651.904335] env[65712]: INFO networking_nsxv3.common.synchronization [req-a6f33b29-8d82-44bb-a2b2-025c070f160d req-c6c1c63a-d8cb-4fda-bcd3-a46e5bb7afdc service nova] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 651.904573] env[65712]: INFO networking_nsxv3.common.synchronization [req-a6f33b29-8d82-44bb-a2b2-025c070f160d req-c6c1c63a-d8cb-4fda-bcd3-a46e5bb7afdc service nova] Enqueued Resource ID: 87fea64d-7fbf-439c-bac4-41d920ae8e9b with Priority: HIGHEST for action port [ 651.905117] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_rules [ 651.905241] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 651.905340] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fea64d-7fbf-439c-bac4-41d920ae8e9b with Priority: HIGHEST for action port [ 651.905607] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.905730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.905796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.906015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.906103] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.907349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.907455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fea64d-7fbf-439c-bac4-41d920ae8e9b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.907806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.908060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.908146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fea64d-7fbf-439c-bac4-41d920ae8e9b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.934705] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb in Status: SUCCESS [ 651.935418] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb deletion is rescheduled due to dependency. [ 651.935544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.041503] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 652.041715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.041882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.042157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.042355] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.042478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.042549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.042705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.042785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.042914] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.407927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.408328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.416444] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87fea64d-7fbf-439c-bac4-41d920ae8e9b with status ACTIVE [ 652.416651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.416828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.416906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.417196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.417334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.417560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.419312] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.419312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.419312] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87fea64d-7fbf-439c-bac4-41d920ae8e9b is going to be updated. [ 652.445146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.445428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.446919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.447044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.447682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fea64d-7fbf-439c-bac4-41d920ae8e9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.468951] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 652.469131] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 deletion is rescheduled due to dependency. [ 652.469173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.469461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.469708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.469934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.470129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.470228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.470429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.470532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.470758] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.546568] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.733056] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 652.733056] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 652.733056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.733425] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: SUCCESS [ 652.733425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.733964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.733964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.738794] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.740201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.740201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.740201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.740201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.740201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.740201] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.801359] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 652.802401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.802604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.803236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.803328] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.873101] env[65712]: INFO networking_nsxv3.common.synchronization [None req-5f2fbd87-e5e8-44ee-afd5-d9fdb860f774 None None] Enqueued Resource ID: f14bc3d4-9906-43d1-bbf1-e31d8a95129b with Priority: HIGHEST for action port [ 652.874882] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f14bc3d4-9906-43d1-bbf1-e31d8a95129b with Priority: HIGHEST for action port [ 652.875385] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f14bc3d4-9906-43d1-bbf1-e31d8a95129b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.875704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f14bc3d4-9906-43d1-bbf1-e31d8a95129b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.875793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f14bc3d4-9906-43d1-bbf1-e31d8a95129b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.876072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f14bc3d4-9906-43d1-bbf1-e31d8a95129b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.876190] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f14bc3d4-9906-43d1-bbf1-e31d8a95129b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.973225] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.049618] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.081928] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a594bc2d-447a-4e97-95a0-006605ffd72e tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 653.081928] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 653.081928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.081928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.083302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.083302] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.233442] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7b3b0dc5-8aa8-4ea2-919d-2cde13a2834a tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 653.234312] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 653.235937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.235937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.242250] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.305666] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 653.305913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.306694] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 653.306868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.308775] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.308888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.308969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.309213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.309367] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.309493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.309557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.309728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.309812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.309900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.309985] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.310851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.311193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.311193] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.311337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.311383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.311518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.311612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.311702] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.312611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.312779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.312958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.313093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.313160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.313306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.314966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.314966] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.379746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f14bc3d4-9906-43d1-bbf1-e31d8a95129b [ 653.379746] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.379746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.379746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.380117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.380117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.380117] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f14bc3d4-9906-43d1-bbf1-e31d8a95129b already deleted. [ 653.380237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f14bc3d4-9906-43d1-bbf1-e31d8a95129b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.423197] env[65712]: INFO networking_nsxv3.common.synchronization [None req-74a4eb3d-e013-4629-8ee0-65900bf68002 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 653.425754] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 653.426136] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.426261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.426329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.426595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.428597] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.478878] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.554158] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.554868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.554868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.554868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.554868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.554868] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 653.590516] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ac66ec4a-0b4f-4fe3-be13-08a3bd12ea36 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 653.592346] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 653.592346] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.597712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.597916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.597916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.598219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.598359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.609376] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.609612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.609689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.610854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.610854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610854] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 already deleted. [ 653.610854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.610854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.611116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.611483] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.612924] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 653.745311] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c951ea9-010b-419c-9bd7-edc8cbf1e71e: rpc.has_security_group_logging(os_id): False [ 653.765251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.766562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.766694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.766856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.767114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.767544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.767652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.767702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.768471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.768471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.768471] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be created. [ 653.816912] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.818190] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.818900] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.835305] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.836536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.836643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.838119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.838119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.854184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: IN_PROGRESS for 2s [ 653.949942] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.950109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.950179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.950395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.950487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.950585] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 already deleted. [ 653.950671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.950861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.950973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.951077] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.980936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.981211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.981305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.981538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.981633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.981739] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be updated. [ 654.014414] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.014414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.014414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.014414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.014414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.026441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 654.134811] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.134966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.135051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.135281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.135375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.135486] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 already deleted. [ 654.135570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.324035] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.324035] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dca07b4-9e3c-4301-9d7c-24c0569b83a4: rpc.has_security_group_logging(os_id): False [ 654.324035] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.369028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.369028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.369028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.369028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 654.452748] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.453238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.453379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.474505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.474680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.474753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.474983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475217] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 already deleted. [ 654.475317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.476314] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 654.825032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.825224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.825352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.825683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.825778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.825975] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 654.828409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.828409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.828409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.829554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.829554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.829554] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 654.862533] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.862533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.862751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.862822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.863282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.864834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.864834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.864971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.865171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.865305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.879131] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 654.879802] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 655.624475] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 655.624865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.624936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.625179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.625384] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.625511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.625582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.625754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.625840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.625928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.626039] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.868932] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: SUCCESS [ 655.868932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.038290] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 656.038527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.038721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.038937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.039186] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.039575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.039575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.039575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.039803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039803] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.133522] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.135625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.135625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.135625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.136448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.136448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.136448] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.492680] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 656.493446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.542418] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.544498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.545358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.545358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.545358] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.639249] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253eb272-a3ff-48d3-8373-9183c881cf4b: rpc.has_security_group_logging(os_id): False [ 656.658183] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.658910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.659283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.659377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.659586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.659685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.659949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.659949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.659949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.660453] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.660579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.660629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.660760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.660836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.660969] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 656.728316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.728518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.728554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.728745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.728889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.744676] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 656.897184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 656.897438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.898309] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 656.898512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.898653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.898875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.899446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.899592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.899709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.899860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.899950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.900057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.900247] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.900341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.900403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.900584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.900728] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.900827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.900884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.901030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.901112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901632] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.048847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1effaf8-456a-4b34-814d-66c65bccdce4: rpc.has_security_group_logging(os_id): False [ 657.077108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.077108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.077108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.077108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.078670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.078670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.079480] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080208] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be updated. [ 657.231339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.233016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.233016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.233016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.233016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.286441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 657.408038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 657.430147] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.430147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.430526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.430784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.430982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.431819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.431819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.431819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.431819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.431819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.432310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.432791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.432791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.432791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.433017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.433427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.433427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.433427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.433753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.433753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.433753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 657.505717] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.505717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.505717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.505717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.505717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.522532] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 657.928170] env[65712]: INFO networking_nsxv3.common.synchronization [None req-38aa546e-9ce9-45f4-aeb5-1d22186e1844 None None] Enqueued Resource ID: e6f469c7-32a9-4d18-b326-a7f50f8b3e62 with Priority: HIGHEST for action port [ 657.928170] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f469c7-32a9-4d18-b326-a7f50f8b3e62 with Priority: HIGHEST for action port [ 657.928640] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f469c7-32a9-4d18-b326-a7f50f8b3e62 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.928713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f469c7-32a9-4d18-b326-a7f50f8b3e62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.928750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f469c7-32a9-4d18-b326-a7f50f8b3e62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.929422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f469c7-32a9-4d18-b326-a7f50f8b3e62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.929520] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f469c7-32a9-4d18-b326-a7f50f8b3e62',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.433129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f469c7-32a9-4d18-b326-a7f50f8b3e62 [ 658.433129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.433129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.433129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.433129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.433472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.433472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f469c7-32a9-4d18-b326-a7f50f8b3e62 already deleted. [ 658.433472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f469c7-32a9-4d18-b326-a7f50f8b3e62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.718131] env[65712]: INFO networking_nsxv3.common.synchronization [req-69e84334-6eb2-452b-840d-25d971271d68 req-d75f57fd-8071-4951-a6d8-f56b91c51603 tempest-InstanceActionsNegativeTestJSON-1289506482 tempest-InstanceActionsNegativeTestJSON-1289506482-project-member] Enqueued Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 658.718131] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGHEST for action security_group_members [ 658.718131] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.720273] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.720273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.720273] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.765327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 658.765981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.766253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.767846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.767846] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.223567] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.223567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.223567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.229270] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.229270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.229270] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d is going to be updated. [ 659.259218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.260016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.269161] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.269739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.269739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.269864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.269982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.270181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.270181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.270387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.270499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.270597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.271733] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.274324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: IN_PROGRESS for 2s [ 659.308613] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 659.308871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.541958] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 659.542439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.543051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.543051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.544187] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.775445] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.775642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.775702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.775900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.776083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.776619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.776701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.776870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.777040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.777888] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.777888] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.777888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.778264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.778264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.778264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.778264] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.047262] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.047414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.047480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.047701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.047866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.048039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.048247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.048433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.048433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.048677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.048677] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.282069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253eb272-a3ff-48d3-8373-9183c881cf4b: rpc.has_security_group_logging(os_id): False [ 660.292695] env[65712]: INFO networking_nsxv3.common.synchronization [req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 req-969a0bef-7cfe-4cbf-b76a-e710d1eda745 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 660.293866] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 660.294286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.294444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.294510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.294790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.295055] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.295179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.295270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.295457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.295546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.295659] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.307536] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.307536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.307536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.307842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.307977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.308232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.309410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.309410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.309551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.309665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.309995] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.310289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.310289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.310376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.310470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.310780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.310780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.310945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.311050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.311147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.311239] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 660.406988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.407498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.407498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.407498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.408567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.433138] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 660.556113] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.556471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.556471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.556600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.556742] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.556851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.556996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.557206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.557306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.557402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.557615] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.557863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.557863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.557967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.558216] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.558440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.558541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.558768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.558898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.559821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.560032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.696965] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c541ade7-d4eb-4cb3-aa11-289e21029cf4 None None] Enqueued Resource ID: 5ff90b50-9ada-488a-8b10-870fcc903b4a with Priority: HIGHEST for action port [ 660.699790] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff90b50-9ada-488a-8b10-870fcc903b4a with Priority: HIGHEST for action port [ 660.701358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ff90b50-9ada-488a-8b10-870fcc903b4a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.701616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ff90b50-9ada-488a-8b10-870fcc903b4a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.701691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ff90b50-9ada-488a-8b10-870fcc903b4a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.701982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ff90b50-9ada-488a-8b10-870fcc903b4a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.702090] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ff90b50-9ada-488a-8b10-870fcc903b4a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.800461] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.800671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.800718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.800921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.801026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.801251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.801359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.801423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.801585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.801663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.801749] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca already deleted. [ 660.801829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.063407] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 661.084289] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.084441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.084516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.084736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.084827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.085044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.085123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.085190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.085346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.085424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.085625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.085721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.085784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.085932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.086014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.086204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.086299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.086362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.086508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.086581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.086668] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 661.159027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.159027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.159027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.160237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.160237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.174109] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 661.205559] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ff90b50-9ada-488a-8b10-870fcc903b4a [ 661.205559] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.205559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.205559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.205559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.205559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.205559] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ff90b50-9ada-488a-8b10-870fcc903b4a already deleted. [ 661.205559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ff90b50-9ada-488a-8b10-870fcc903b4a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.253474] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.253705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.253779] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.255571] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.255936] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.256185] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.256374] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.256903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.259031] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.259143] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.259250] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.259435] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.259633] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.259819] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.260012] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.260250] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.291923] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f04c498-2d07-452e-844e-758a08d26b3d in Status: SUCCESS [ 661.292351] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d deletion is rescheduled due to dependency. [ 661.292408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.302404] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.302404] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.302638] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.304308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.304308] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304809] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304876] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.305014] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ccb84f-aea9-46cf-ab10-fc3eb0505eaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.808035] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.808594] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.808721] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.809071] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.809225] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.809490] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa not found, creating... [ 661.809763] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.809917] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.810041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.810266] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.810400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.810675] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.810819] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.810931] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.811195] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.811326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.811460] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa is going to be created. [ 661.837041] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.837280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.837414] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.837723] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.837888] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.838125] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.913799] env[65712]: INFO networking_nsxv3.common.synchronization [None req-6d4c9d7e-6768-4ed8-bb2a-87a738678e80 None None] Enqueued Resource ID: 252f4284-8770-4851-851d-be67ea3d3e42 with Priority: HIGHEST for action port [ 661.914407] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252f4284-8770-4851-851d-be67ea3d3e42 with Priority: HIGHEST for action port [ 661.914941] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-252f4284-8770-4851-851d-be67ea3d3e42 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.915134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252f4284-8770-4851-851d-be67ea3d3e42" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252f4284-8770-4851-851d-be67ea3d3e42" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.915475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252f4284-8770-4851-851d-be67ea3d3e42" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.915562] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252f4284-8770-4851-851d-be67ea3d3e42',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.419757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 252f4284-8770-4851-851d-be67ea3d3e42 [ 662.419757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.419757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.419757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.419757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.419757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.419757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:252f4284-8770-4851-851d-be67ea3d3e42 already deleted. [ 662.419757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252f4284-8770-4851-851d-be67ea3d3e42" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.449424] env[65712]: INFO networking_nsxv3.common.synchronization [None req-08cabfba-2820-42e6-997a-d3748910261c None None] Enqueued Resource ID: 91b3edd8-b063-41c8-b528-3dad224442b4 with Priority: HIGHEST for action port [ 662.449424] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b3edd8-b063-41c8-b528-3dad224442b4 with Priority: HIGHEST for action port [ 662.449424] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b3edd8-b063-41c8-b528-3dad224442b4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.449424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b3edd8-b063-41c8-b528-3dad224442b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.450330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b3edd8-b063-41c8-b528-3dad224442b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.450330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b3edd8-b063-41c8-b528-3dad224442b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.450330] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b3edd8-b063-41c8-b528-3dad224442b4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.454221] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8e271630-d80a-4e9f-8169-c44e21179d87 None None] Enqueued Resource ID: e7cc758f-4edf-4209-9219-3efc8f8053dc with Priority: HIGHEST for action port [ 662.455116] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 662.455307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.456124] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cc758f-4edf-4209-9219-3efc8f8053dc with Priority: HIGHEST for action port [ 662.456782] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cc758f-4edf-4209-9219-3efc8f8053dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.456782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cc758f-4edf-4209-9219-3efc8f8053dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.456782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cc758f-4edf-4209-9219-3efc8f8053dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.456964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cc758f-4edf-4209-9219-3efc8f8053dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.457056] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cc758f-4edf-4209-9219-3efc8f8053dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 req-58f3b422-305a-4cd4-b062-1f32a37dda07 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 req-58f3b422-305a-4cd4-b062-1f32a37dda07 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [req-2fadc77e-4d98-4d6c-8328-8787c5aa1622 req-58f3b422-305a-4cd4-b062-1f32a37dda07 service nova] Enqueued Resource ID: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa with Priority: HIGHEST for action port [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 662.563031] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa with Priority: HIGHEST for action port [ 662.563031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.563816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.564499] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.565489] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.566755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.566755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.567480] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.568491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.569045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.570572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.570572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.570572] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51ccb84f-aea9-46cf-ab10-fc3eb0505eaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.957044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b3edd8-b063-41c8-b528-3dad224442b4 [ 662.957044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.957243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.957282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.957467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.957557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.957653] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b3edd8-b063-41c8-b528-3dad224442b4 already deleted. [ 662.957735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b3edd8-b063-41c8-b528-3dad224442b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.961288] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7cc758f-4edf-4209-9219-3efc8f8053dc [ 662.961514] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.962883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.962883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.963048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.963142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.963231] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7cc758f-4edf-4209-9219-3efc8f8053dc already deleted. [ 662.963332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cc758f-4edf-4209-9219-3efc8f8053dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.071187] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.074523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074523] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa with status ACTIVE [ 663.074523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.077349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.077349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.077349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.078125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.078224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.078353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.078845] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51ccb84f-aea9-46cf-ab10-fc3eb0505eaa is going to be updated. [ 663.108194] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.109039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.109039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.109039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.109039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.109039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51ccb84f-aea9-46cf-ab10-fc3eb0505eaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.207059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 663.207059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.580888] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.754370] env[65712]: INFO networking_nsxv3.common.synchronization [req-89988317-2ceb-4ec3-816b-7d292f437752 req-cc099d17-d688-44a5-91bb-425c45584e86 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 663.755176] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 663.755825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.755945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.756057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.756544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.756727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.756833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.756892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.757163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.758596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.759565] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.084390] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.084545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.085177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.085291] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be created. [ 664.109517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.109672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.109745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.112605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.112605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.123894] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: UNINITIALIZED for 2s [ 664.262111] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.264545] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.264545] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054699d0-ec69-487e-8118-663b2f999467 already deleted. [ 664.264545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.272870] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.273127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.273291] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.273645] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.273936] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.274354] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.274556] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.275130] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.275130] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.275809] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.275809] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.275809] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.275809] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.276065] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.276120] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.276386] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.299151] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.299347] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.299490] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.299702] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.300069] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-d6112f74-cbce-4d24-b2a1-a08f67101968 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.300289] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.300453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.300737] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.300906] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6112f74-cbce-4d24-b2a1-a08f67101968',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.805108] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.805538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.805684] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.806208] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.806373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.806624] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port d6112f74-cbce-4d24-b2a1-a08f67101968 not found, creating... [ 664.807108] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.807412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.807554] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.807906] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.808930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.808930] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.809138] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.809319] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.809646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.809854] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.810101] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: d6112f74-cbce-4d24-b2a1-a08f67101968 is going to be created. [ 664.833153] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.833567] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.833711] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.833969] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834410] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.988065] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4f2ab50f-197c-4513-977a-3cb2c9d0a583 None None] Enqueued Resource ID: d3734716-aebc-4f0f-8242-930df48df6b0 with Priority: HIGHEST for action port [ 664.988065] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3734716-aebc-4f0f-8242-930df48df6b0 with Priority: HIGHEST for action port [ 664.988065] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3734716-aebc-4f0f-8242-930df48df6b0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.989867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3734716-aebc-4f0f-8242-930df48df6b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.989867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3734716-aebc-4f0f-8242-930df48df6b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.989867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3734716-aebc-4f0f-8242-930df48df6b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.989867] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3734716-aebc-4f0f-8242-930df48df6b0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.323443] env[65712]: INFO networking_nsxv3.common.synchronization [None req-5e104707-a50a-434f-8e88-b9e02654f6c2 None None] Enqueued Resource ID: cc061d94-fdc7-4c05-bf91-748bc3a1b685 with Priority: HIGHEST for action port [ 665.324301] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc061d94-fdc7-4c05-bf91-748bc3a1b685 with Priority: HIGHEST for action port [ 665.324793] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc061d94-fdc7-4c05-bf91-748bc3a1b685 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.325126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc061d94-fdc7-4c05-bf91-748bc3a1b685" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.325126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc061d94-fdc7-4c05-bf91-748bc3a1b685" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.325319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc061d94-fdc7-4c05-bf91-748bc3a1b685" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.325391] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc061d94-fdc7-4c05-bf91-748bc3a1b685',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.496200] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3734716-aebc-4f0f-8242-930df48df6b0 [ 665.496492] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.497023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.497124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.498802] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3734716-aebc-4f0f-8242-930df48df6b0 already deleted. [ 665.498977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3734716-aebc-4f0f-8242-930df48df6b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.610469] env[65712]: INFO networking_nsxv3.common.synchronization [req-89988317-2ceb-4ec3-816b-7d292f437752 req-6705bd3f-4363-4ac6-b3e7-97d9febd157c service nova] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 665.610950] env[65712]: INFO networking_nsxv3.common.synchronization [req-89988317-2ceb-4ec3-816b-7d292f437752 req-6705bd3f-4363-4ac6-b3e7-97d9febd157c service nova] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 665.613019] env[65712]: INFO networking_nsxv3.common.synchronization [req-89988317-2ceb-4ec3-816b-7d292f437752 req-6705bd3f-4363-4ac6-b3e7-97d9febd157c service nova] Enqueued Resource ID: d6112f74-cbce-4d24-b2a1-a08f67101968 with Priority: HIGHEST for action port [ 665.613019] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_rules [ 665.613019] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 665.613019] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6112f74-cbce-4d24-b2a1-a08f67101968 with Priority: HIGHEST for action port [ 665.613019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.613658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.613883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.614336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.614525] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.618229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.618229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.618229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.618229] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.619749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6112f74-cbce-4d24-b2a1-a08f67101968 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.619749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.619749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.619972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.619972] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6112f74-cbce-4d24-b2a1-a08f67101968',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.830314] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc061d94-fdc7-4c05-bf91-748bc3a1b685 [ 665.830314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.830773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.830773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.830773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.830922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.830922] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc061d94-fdc7-4c05-bf91-748bc3a1b685 already deleted. [ 665.830994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc061d94-fdc7-4c05-bf91-748bc3a1b685" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.122128] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.122128] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.122128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.124234] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6112f74-cbce-4d24-b2a1-a08f67101968 with status ACTIVE [ 666.125585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.125585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.125585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.126264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.126586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.126796] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.126900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.127086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.127198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.127276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.127365] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6112f74-cbce-4d24-b2a1-a08f67101968 is going to be updated. [ 666.140029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 666.140258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140985] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.141079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.141253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.141339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.141427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.141519] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.155935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.156185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.156185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.156388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.156525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.156701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6112f74-cbce-4d24-b2a1-a08f67101968" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.627866] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.646233] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.646627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.646848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.647278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.650035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.650035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650035] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.128681] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.128681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130527] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054699d0-ec69-487e-8118-663b2f999467 is going to be created. [ 667.153614] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02962c3a-e0ab-4950-94f5-deacf42f85ca: rpc.has_security_group_logging(os_id): False [ 667.170507] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.170660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.170727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.172167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.178018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.178228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.178295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.178513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.178715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.178796] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.179013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.179013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.179208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.179208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.179668] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.179668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.179668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.179859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.179859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.179936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.184266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.184383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.184580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.184667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.184766] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be created. [ 667.189391] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: UNINITIALIZED for 2s [ 667.273028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.273028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.273028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.273028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.273028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.295023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 667.505799] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9d2dd9fb-4b0b-4af5-8aeb-ff033456a70a None None] Enqueued Resource ID: 4f7d35ca-7ba6-49c1-8e9b-e566d46d4942 with Priority: HIGHEST for action port [ 667.506479] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7d35ca-7ba6-49c1-8e9b-e566d46d4942 with Priority: HIGHEST for action port [ 667.508082] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7d35ca-7ba6-49c1-8e9b-e566d46d4942 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.508249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7d35ca-7ba6-49c1-8e9b-e566d46d4942" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.508313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7d35ca-7ba6-49c1-8e9b-e566d46d4942" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.508657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7d35ca-7ba6-49c1-8e9b-e566d46d4942" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.508748] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7d35ca-7ba6-49c1-8e9b-e566d46d4942',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.014137] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f7d35ca-7ba6-49c1-8e9b-e566d46d4942 [ 668.014137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.014137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.014137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.014137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.014137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014137] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f7d35ca-7ba6-49c1-8e9b-e566d46d4942 already deleted. [ 668.014137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7d35ca-7ba6-49c1-8e9b-e566d46d4942" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.715726] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4b63c2d8-d525-4669-9c3b-1452df2d140c None None] Enqueued Resource ID: 8d88fd2f-cec6-4432-8b00-8e5e7e2903d0 with Priority: HIGHEST for action port [ 668.716426] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d88fd2f-cec6-4432-8b00-8e5e7e2903d0 with Priority: HIGHEST for action port [ 668.716426] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d88fd2f-cec6-4432-8b00-8e5e7e2903d0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.716522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d88fd2f-cec6-4432-8b00-8e5e7e2903d0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.716561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d88fd2f-cec6-4432-8b00-8e5e7e2903d0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.716789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d88fd2f-cec6-4432-8b00-8e5e7e2903d0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.716866] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d88fd2f-cec6-4432-8b00-8e5e7e2903d0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.202526] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: SUCCESS [ 669.202976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.203328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.203636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.203918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.204159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.205697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205697] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.222711] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d88fd2f-cec6-4432-8b00-8e5e7e2903d0 [ 669.222711] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.222711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.222711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.222711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.222711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.222711] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d88fd2f-cec6-4432-8b00-8e5e7e2903d0 already deleted. [ 669.222711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d88fd2f-cec6-4432-8b00-8e5e7e2903d0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.307279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 669.307847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.708347] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.075402] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ccdb7af0-ffcd-43f7-a426-7357f4ee907c None None] Enqueued Resource ID: 09c9aa50-06f6-4298-a597-982fc49c5520 with Priority: HIGHEST for action port [ 670.076107] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c9aa50-06f6-4298-a597-982fc49c5520 with Priority: HIGHEST for action port [ 670.076824] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c9aa50-06f6-4298-a597-982fc49c5520 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c9aa50-06f6-4298-a597-982fc49c5520" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c9aa50-06f6-4298-a597-982fc49c5520" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c9aa50-06f6-4298-a597-982fc49c5520" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077615] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c9aa50-06f6-4298-a597-982fc49c5520',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.209907] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 054699d0-ec69-487e-8118-663b2f999467: rpc.has_security_group_logging(os_id): False [ 670.227831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.228033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.228191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.228484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.228605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.228929] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.229078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.229161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.229747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.229831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.229928] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054699d0-ec69-487e-8118-663b2f999467 is going to be created. [ 670.310763] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.310763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.310763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.322181] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: IN_PROGRESS for 2s [ 670.580129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09c9aa50-06f6-4298-a597-982fc49c5520 [ 670.580477] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.581896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.581896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.582210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.582316] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09c9aa50-06f6-4298-a597-982fc49c5520 already deleted. [ 670.582400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c9aa50-06f6-4298-a597-982fc49c5520" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.918346] env[65712]: INFO networking_nsxv3.common.synchronization [req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 req-5c06025f-abb5-49d0-a407-a528d5e6b022 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Enqueued Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 670.918529] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 670.918937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.919081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.919152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.919527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.919607] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.919686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.919750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.919911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.920212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.920212] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.178017] env[65712]: INFO networking_nsxv3.common.synchronization [None req-835b39a2-37cb-4689-bd3e-767ee2c1df0b None None] Enqueued Resource ID: 3cf679ba-33ea-4595-94b1-f07248dd9fae with Priority: HIGHEST for action port [ 671.178017] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf679ba-33ea-4595-94b1-f07248dd9fae with Priority: HIGHEST for action port [ 671.178017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf679ba-33ea-4595-94b1-f07248dd9fae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.178017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf679ba-33ea-4595-94b1-f07248dd9fae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.178853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf679ba-33ea-4595-94b1-f07248dd9fae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.178853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf679ba-33ea-4595-94b1-f07248dd9fae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.178853] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf679ba-33ea-4595-94b1-f07248dd9fae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.388576] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.388576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-61" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.388576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-61" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.388925] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-61" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.389736] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.389736] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.389736] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.389736] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.389966] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.390101] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.390228] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.390335] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.390436] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.390537] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.390644] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.390773] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.416302] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.417997] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.418172] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.418354] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-61" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.419193] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-33e82308-1c3a-4b20-a27e-d9caccba3ffb taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.419193] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.419193] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.419606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.419606] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e82308-1c3a-4b20-a27e-d9caccba3ffb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.423125] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.423125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.423125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.423381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.423415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.423938] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.424013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.424051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.424206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.424390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.424390] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef already deleted. [ 671.424480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681375] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cf679ba-33ea-4595-94b1-f07248dd9fae [ 671.681597] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.681728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.682130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.682130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.682231] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cf679ba-33ea-4595-94b1-f07248dd9fae already deleted. [ 671.682310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf679ba-33ea-4595-94b1-f07248dd9fae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.925927] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.926237] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.926288] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.926639] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.926737] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.927162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 33e82308-1c3a-4b20-a27e-d9caccba3ffb not found, creating... [ 671.927245] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.927360] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.927506] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.928487] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.928622] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.928940] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.929112] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.929228] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.929479] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.929614] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.929752] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 33e82308-1c3a-4b20-a27e-d9caccba3ffb is going to be created. [ 671.955701] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.956011] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.956205] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.956534] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.956801] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.957127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.341387] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: SUCCESS [ 672.341387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.384958] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a0e8e3b3-f221-47df-b747-8321f20ff083 None None] Enqueued Resource ID: fbbb2bfa-1830-4544-9cf5-9c4aad32e84e with Priority: HIGHEST for action port [ 672.385056] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbbb2bfa-1830-4544-9cf5-9c4aad32e84e with Priority: HIGHEST for action port [ 672.385367] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbbb2bfa-1830-4544-9cf5-9c4aad32e84e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.385568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbbb2bfa-1830-4544-9cf5-9c4aad32e84e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.385568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbbb2bfa-1830-4544-9cf5-9c4aad32e84e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.385817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbbb2bfa-1830-4544-9cf5-9c4aad32e84e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.385900] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbbb2bfa-1830-4544-9cf5-9c4aad32e84e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.750116] env[65712]: INFO networking_nsxv3.common.synchronization [req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 req-c0944f45-c43a-4667-a54d-6613ce5b0760 service nova] Enqueued Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_rules [ 672.750116] env[65712]: INFO networking_nsxv3.common.synchronization [req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 req-c0944f45-c43a-4667-a54d-6613ce5b0760 service nova] Enqueued Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 672.750116] env[65712]: INFO networking_nsxv3.common.synchronization [req-2bdda35f-bd8f-42f8-bdf5-25d45806c772 req-c0944f45-c43a-4667-a54d-6613ce5b0760 service nova] Enqueued Resource ID: 33e82308-1c3a-4b20-a27e-d9caccba3ffb with Priority: HIGHEST for action port [ 672.750116] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_rules [ 672.750573] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 672.750573] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e82308-1c3a-4b20-a27e-d9caccba3ffb with Priority: HIGHEST for action port [ 672.750573] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.750832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.750832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.754022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.754022] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.754022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.754022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.754022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.754466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.754466] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.754466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.754621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.754977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.760917] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.760917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e82308-1c3a-4b20-a27e-d9caccba3ffb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.760917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.760917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.760917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760917] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e82308-1c3a-4b20-a27e-d9caccba3ffb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.888513] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbbb2bfa-1830-4544-9cf5-9c4aad32e84e [ 672.888755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.888873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.888945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.889189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.889294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.889405] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbbb2bfa-1830-4544-9cf5-9c4aad32e84e already deleted. [ 672.889489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbbb2bfa-1830-4544-9cf5-9c4aad32e84e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.261464] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.261820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.261820] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.267610] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e82308-1c3a-4b20-a27e-d9caccba3ffb with status ACTIVE [ 673.268080] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.268359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.268359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.268558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.268630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.269146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.269608] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.270019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270103] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e82308-1c3a-4b20-a27e-d9caccba3ffb is going to be updated. [ 673.296745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.296959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.297919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.301381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.301490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.302084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e82308-1c3a-4b20-a27e-d9caccba3ffb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.704865] env[65712]: INFO networking_nsxv3.common.synchronization [req-accea41a-f507-461a-be5d-e84dae8391cf req-889fdd51-7bf5-4b38-898c-7597e8bcddbc tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Enqueued Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 673.705472] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 673.705774] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.705899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.705970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.707347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.707544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.709150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.709150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.709323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.709429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.709549] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.767963] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.146368] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.146735] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-239" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.146956] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-239" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.147423] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-239" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.148712] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.148712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.148712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.148712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.148712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.149063] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.149120] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.149277] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.149427] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.149579] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.149722] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.149895] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.169287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.169603] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.169603] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.169731] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-239" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.170220] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-45da229d-61d2-4629-b608-8d3c5c854536 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.171168] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.171168] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.171168] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.171168] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45da229d-61d2-4629-b608-8d3c5c854536',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.214300] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.214300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.214300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.214300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.214300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.214639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.214691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.214726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.215028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.215151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.215270] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5ee549-cb95-403b-b180-a29402be7425 already deleted. [ 674.215375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.271255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.271485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.271485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.271735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.271987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.271987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef is going to be created. [ 674.302663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.302996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.303134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.303407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.303583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.319637] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: UNINITIALIZED for 2s [ 674.488284] env[65712]: INFO networking_nsxv3.common.synchronization [None req-302c7bcc-f020-475a-b6f4-4801c6c6bd52 None None] Enqueued Resource ID: 882251bd-4a06-4f7b-aef8-b5f4ae998053 with Priority: HIGHEST for action port [ 674.488963] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882251bd-4a06-4f7b-aef8-b5f4ae998053 with Priority: HIGHEST for action port [ 674.489408] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-882251bd-4a06-4f7b-aef8-b5f4ae998053 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.489544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882251bd-4a06-4f7b-aef8-b5f4ae998053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.489620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882251bd-4a06-4f7b-aef8-b5f4ae998053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.489910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882251bd-4a06-4f7b-aef8-b5f4ae998053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.490036] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882251bd-4a06-4f7b-aef8-b5f4ae998053',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.673683] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.673952] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.674334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.674478] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.674631] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 45da229d-61d2-4629-b608-8d3c5c854536 not found, creating... [ 674.674892] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.675331] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.675331] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.675565] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.675656] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.675920] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.676084] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.676201] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.676404] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.676542] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.676676] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 45da229d-61d2-4629-b608-8d3c5c854536 is going to be created. [ 674.701794] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702787] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.703091] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.704079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.704317] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.704585] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.962560] env[65712]: INFO networking_nsxv3.common.synchronization [None req-2d29ab14-8304-4a94-b96f-4f4af6e691ea tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: b3563f39-7e30-496b-82dd-cc05e492a70e with Priority: HIGHEST for action security_group_rules [ 674.963210] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3563f39-7e30-496b-82dd-cc05e492a70e with Priority: HIGHEST for action security_group_rules [ 674.963525] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3563f39-7e30-496b-82dd-cc05e492a70e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.963653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.963740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.963966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.964075] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3563f39-7e30-496b-82dd-cc05e492a70e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.992877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 882251bd-4a06-4f7b-aef8-b5f4ae998053 [ 674.995540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.995540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.995540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995540] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:882251bd-4a06-4f7b-aef8-b5f4ae998053 already deleted. [ 674.995540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882251bd-4a06-4f7b-aef8-b5f4ae998053" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.193966] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8d587ed9-cdab-4334-8cc5-e70396c08a8e tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: b3563f39-7e30-496b-82dd-cc05e492a70e with Priority: HIGHEST for action security_group_rules [ 675.194834] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3563f39-7e30-496b-82dd-cc05e492a70e with Priority: HIGHEST for action security_group_rules [ 675.198191] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3563f39-7e30-496b-82dd-cc05e492a70e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.198987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.488858] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.489663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.489663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.489663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.489663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.489854] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3563f39-7e30-496b-82dd-cc05e492a70e already deleted. [ 675.489894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.490773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.490773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.490773] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3563f39-7e30-496b-82dd-cc05e492a70e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.517718] env[65712]: INFO networking_nsxv3.common.synchronization [req-accea41a-f507-461a-be5d-e84dae8391cf req-f2dc27d4-07cf-4c4a-8197-174040f496d2 service nova] Enqueued Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_rules [ 675.517925] env[65712]: INFO networking_nsxv3.common.synchronization [req-accea41a-f507-461a-be5d-e84dae8391cf req-f2dc27d4-07cf-4c4a-8197-174040f496d2 service nova] Enqueued Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 675.518161] env[65712]: INFO networking_nsxv3.common.synchronization [req-accea41a-f507-461a-be5d-e84dae8391cf req-f2dc27d4-07cf-4c4a-8197-174040f496d2 service nova] Enqueued Resource ID: 45da229d-61d2-4629-b608-8d3c5c854536 with Priority: HIGHEST for action port [ 675.518662] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_rules [ 675.518842] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 675.519405] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45da229d-61d2-4629-b608-8d3c5c854536 with Priority: HIGHEST for action port [ 675.520827] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.520962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.521045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.521360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.521487] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.522393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.522510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.522580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.522758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.522906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.523012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.523109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.523286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.523376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.523468] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.528415] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-45da229d-61d2-4629-b608-8d3c5c854536 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.528551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.528673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.528816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.528894] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45da229d-61d2-4629-b608-8d3c5c854536',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.015811] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.016322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.016370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.016472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3563f39-7e30-496b-82dd-cc05e492a70e already deleted. [ 676.016555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3563f39-7e30-496b-82dd-cc05e492a70e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.031485] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.032869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.032869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.032869] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45da229d-61d2-4629-b608-8d3c5c854536 with status ACTIVE [ 676.032869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.032869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.032869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.033214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.033285] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.033644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.033644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.033788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.033865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.033925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.034083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.034171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.034250] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45da229d-61d2-4629-b608-8d3c5c854536 is going to be updated. [ 676.055585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.055717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.055784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.056051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.056133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.056312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45da229d-61d2-4629-b608-8d3c5c854536" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.339413] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: SUCCESS [ 676.339809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.341138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.341202] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.538070] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.677350] env[65712]: INFO networking_nsxv3.common.synchronization [req-6a76aadf-a8b9-4773-b4c2-c409409ce09e req-3da38972-bd50-4ae1-966c-02783c0669bf tempest-DeleteServersAdminTestJSON-514371898 tempest-DeleteServersAdminTestJSON-514371898-project-member] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 676.678083] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGHEST for action security_group_members [ 676.678791] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.679013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.679101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.680109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.680109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.680109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.680109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.680109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.680109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.680818] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.844097] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.844097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.844259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.844420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.844570] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.844723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.844723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.844929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.845080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.845144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.845354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.845458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.845549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.845673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.845829] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.845921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.845983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.846165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.846243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.846327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.846430] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.042307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.042679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.042679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.042887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.042960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.043070] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5ee549-cb95-403b-b180-a29402be7425 is going to be created. [ 677.077284] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.077870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.077870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.077870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.078209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.083359] env[65712]: INFO networking_nsxv3.common.synchronization [None req-2974fa99-52d1-436c-bcad-db63c6f0fd4c None None] Enqueued Resource ID: d13a90ef-1e37-4749-83b2-efda528d3c7e with Priority: HIGHEST for action port [ 677.084437] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13a90ef-1e37-4749-83b2-efda528d3c7e with Priority: HIGHEST for action port [ 677.084919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13a90ef-1e37-4749-83b2-efda528d3c7e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.085134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13a90ef-1e37-4749-83b2-efda528d3c7e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.085270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13a90ef-1e37-4749-83b2-efda528d3c7e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.086050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13a90ef-1e37-4749-83b2-efda528d3c7e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.086214] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13a90ef-1e37-4749-83b2-efda528d3c7e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.093109] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: UNINITIALIZED for 2s [ 677.184208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.184208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.184546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.184546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184546] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be updated. [ 677.228521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.228745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.228745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.229011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.229147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.245632] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: IN_PROGRESS for 2s [ 677.349237] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad9bdb1-5be1-47a1-83b8-88005c660eef: rpc.has_security_group_logging(os_id): False [ 677.380842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.381153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.381263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.382661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.382661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.382661] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.382661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.383050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.383142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.383419] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.383554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.383626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.383852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.383987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.384280] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.384436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.385077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.385077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.385193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.385616] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef is going to be created. [ 677.455685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.456750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.456750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.472482] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: IN_PROGRESS for 2s [ 677.589860] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d13a90ef-1e37-4749-83b2-efda528d3c7e [ 677.591086] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.591086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.591086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.591647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.592087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.592222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d13a90ef-1e37-4749-83b2-efda528d3c7e already deleted. [ 677.592521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13a90ef-1e37-4749-83b2-efda528d3c7e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.930740] env[65712]: INFO networking_nsxv3.common.synchronization [req-4a338072-3032-4fb9-81c5-ef7a8ac35641 req-deb6e4bd-acb1-4936-a84f-a2cd065c9474 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Enqueued Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 678.933018] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 678.933018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.933018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.933018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.933018] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.103568] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: SUCCESS [ 679.103702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.103869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.104112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.104301] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.104419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.104644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.104712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.104866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.105013] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.255695] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1effaf8-456a-4b34-814d-66c65bccdce4 in Status: SUCCESS [ 679.255900] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 deletion is rescheduled due to dependency. [ 679.256075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.389260] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.390648] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-415" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.390648] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-415" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.390648] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-415" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.390648] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.390832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.390832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.391063] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.391173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.391374] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.391484] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.391701] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.391814] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.391924] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.392036] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.392170] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.413103] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.413294] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.413490] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.413727] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-415" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.414122] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-f10bc320-54d5-490a-b774-926ca7123b9f taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.414302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.414414] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.414730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.414864] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10bc320-54d5-490a-b774-926ca7123b9f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.434783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.435040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.435166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.435428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.435532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.435841] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.436038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.436144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.436336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.436429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.436541] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 already deleted. [ 679.436659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.490025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: SUCCESS [ 679.490025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.607540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.607540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.607540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.607842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.608229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.608830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.608972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.609124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.609199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.609521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.609799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.609931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.609931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.610201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.610396] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.610537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.610662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.610968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.611052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.611207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.611355] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.920638] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.920851] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.920974] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.921300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.921453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921605] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port f10bc320-54d5-490a-b774-926ca7123b9f not found, creating... [ 679.921861] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922017] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922185] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922931] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.923128] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.923243] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.923463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.923598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.923731] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: f10bc320-54d5-490a-b774-926ca7123b9f is going to be created. [ 679.943355] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9e05ce58-b0e0-4e1f-a35a-3ddfe587571e None None] Enqueued Resource ID: f82cd080-aa47-4545-b81e-0b3b4e316d79 with Priority: HIGHEST for action port [ 679.943909] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f82cd080-aa47-4545-b81e-0b3b4e316d79 with Priority: HIGHEST for action port [ 679.944242] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f82cd080-aa47-4545-b81e-0b3b4e316d79 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.944437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f82cd080-aa47-4545-b81e-0b3b4e316d79" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.944507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f82cd080-aa47-4545-b81e-0b3b4e316d79" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.944785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f82cd080-aa47-4545-b81e-0b3b4e316d79" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.944873] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f82cd080-aa47-4545-b81e-0b3b4e316d79',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.946581] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.946753] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.946870] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.947246] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.947539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.947798] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.114849] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a5ee549-cb95-403b-b180-a29402be7425: rpc.has_security_group_logging(os_id): False [ 680.146810] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.147018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.147158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.147406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.147520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.147725] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.147831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.147897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.148104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.148196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.148397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.148526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.148588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.148705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.148780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.148965] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.149076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.149140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.149281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.149360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.149449] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5ee549-cb95-403b-b180-a29402be7425 is going to be created. [ 680.227695] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.227929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.227929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.228693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.228693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.245462] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: IN_PROGRESS for 2s [ 680.450228] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f82cd080-aa47-4545-b81e-0b3b4e316d79 [ 680.450476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.450637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.450822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.451042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.451145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.451273] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f82cd080-aa47-4545-b81e-0b3b4e316d79 already deleted. [ 680.451365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f82cd080-aa47-4545-b81e-0b3b4e316d79" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.702703] env[65712]: INFO networking_nsxv3.common.synchronization [req-4a338072-3032-4fb9-81c5-ef7a8ac35641 req-0e52b8ba-dd88-4039-aa3a-ab2ca7041116 service nova] Enqueued Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_rules [ 680.702703] env[65712]: INFO networking_nsxv3.common.synchronization [req-4a338072-3032-4fb9-81c5-ef7a8ac35641 req-0e52b8ba-dd88-4039-aa3a-ab2ca7041116 service nova] Enqueued Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 680.702996] env[65712]: INFO networking_nsxv3.common.synchronization [req-4a338072-3032-4fb9-81c5-ef7a8ac35641 req-0e52b8ba-dd88-4039-aa3a-ab2ca7041116 service nova] Enqueued Resource ID: f10bc320-54d5-490a-b774-926ca7123b9f with Priority: HIGHEST for action port [ 680.704323] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_rules [ 680.705151] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 680.705151] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10bc320-54d5-490a-b774-926ca7123b9f with Priority: HIGHEST for action port [ 680.705375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.706524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.706524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.706524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.706524] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.706891] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.707543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.707543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.707543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.707699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.707699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.707801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.707904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.709238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.709238] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.712670] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10bc320-54d5-490a-b774-926ca7123b9f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.712670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.712670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.712670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.712670] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10bc320-54d5-490a-b774-926ca7123b9f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.215073] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.215879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.218189] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f10bc320-54d5-490a-b774-926ca7123b9f with status ACTIVE [ 681.218189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.218189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.218189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.219079] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.219079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.219079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.219079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.219079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.219079] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f10bc320-54d5-490a-b774-926ca7123b9f is going to be updated. [ 681.247123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.251022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.251022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.251022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.251022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.251022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10bc320-54d5-490a-b774-926ca7123b9f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.721519] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.224877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.225323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.225323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.225427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.225523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.225639] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 is going to be created. [ 682.257937] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: SUCCESS [ 682.258270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.269443] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.269606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.269694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.269909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.287101] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: UNINITIALIZED for 2s [ 682.616121] env[65712]: INFO networking_nsxv3.common.synchronization [None req-82366c31-1436-4f77-be99-dd96115d1b17 None None] Enqueued Resource ID: 75121809-448b-4ecc-b05b-7faf71e7542a with Priority: HIGHEST for action port [ 682.616750] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75121809-448b-4ecc-b05b-7faf71e7542a with Priority: HIGHEST for action port [ 682.617942] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-75121809-448b-4ecc-b05b-7faf71e7542a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.618767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75121809-448b-4ecc-b05b-7faf71e7542a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.618767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75121809-448b-4ecc-b05b-7faf71e7542a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.618767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75121809-448b-4ecc-b05b-7faf71e7542a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.618767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75121809-448b-4ecc-b05b-7faf71e7542a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.120734] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75121809-448b-4ecc-b05b-7faf71e7542a [ 683.120995] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.121159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.121227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.121436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.121524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.121618] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75121809-448b-4ecc-b05b-7faf71e7542a already deleted. [ 683.121695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75121809-448b-4ecc-b05b-7faf71e7542a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.790602] env[65712]: INFO networking_nsxv3.common.synchronization [req-004e6bc9-3b3a-4395-b731-5f1b1159dceb req-5fdf5ce3-72aa-45c9-9c35-4c3c3f585360 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 683.791511] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 683.791850] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.792037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.792184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.792487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.792921] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.794013] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.804847] env[65712]: INFO networking_nsxv3.common.synchronization [req-f15f755d-9642-49ea-9f67-077f95178f93 req-c1dba509-7d32-4357-925a-0b54110dbaf7 tempest-VolumesAssistedSnapshotsTest-465231922 tempest-VolumesAssistedSnapshotsTest-465231922-project-member] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 683.805814] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGHEST for action security_group_members [ 683.806127] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.806271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.806363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.806563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.806718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.806828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.806875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.808703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.808703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.808703] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.240292] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.240292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.240292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.240292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.240292] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.240292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.241341] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.241653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.242240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.242409] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.243068] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.243068] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.243068] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.243068] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.243068] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.243878] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.263068] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.263257] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.263368] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.263567] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.264042] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-a2d3220e-69aa-4f07-ad68-a75e69284a0b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.264173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.264557] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.264955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.265956] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d3220e-69aa-4f07-ad68-a75e69284a0b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.296554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.296699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.297139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.297139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.297595] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.297732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.297828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.298039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.298218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.298269] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 684.300444] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: SUCCESS [ 684.300628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.301400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.301400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.301595] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.301595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.301595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.301769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.301855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.301942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.302261] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.311519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.311735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.311735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.312019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.312494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.312494] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.312610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.312752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.312988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.313121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.313350] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 is going to be updated. [ 684.333593] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.333857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.333955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.334551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.334551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.347520] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 684.355892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.356114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.356195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.356457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.356598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.365775] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: IN_PROGRESS for 2s [ 684.769087] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.769412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.769601] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.769955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.770772] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.770772] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port a2d3220e-69aa-4f07-ad68-a75e69284a0b not found, creating... [ 684.770772] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.770772] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.771040] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.771100] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.771225] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.771499] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.771642] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.771750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.771951] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.772260] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.772530] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: a2d3220e-69aa-4f07-ad68-a75e69284a0b is going to be created. [ 684.793193] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.793548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.793548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.794357] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.794764] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.794908] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.804881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.805112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.805469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.805754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.805862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.806202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.806317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.806409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.806631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.806777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.806869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.807100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.808148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.808148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.808148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.808148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.808148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.808148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.808148] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.310546] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e9b4659-b1d7-4135-821d-754b0c7f3e74: rpc.has_security_group_logging(os_id): False [ 685.332574] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.332804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.332804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.333238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.333349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.333571] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.333679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.333742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.334055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.334294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.334521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.334623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.334723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.334869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.335015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.335349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.335497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.335568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.335780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.335917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.336036] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 is going to be created. [ 685.425071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.438973] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: IN_PROGRESS for 2s [ 685.592924] env[65712]: INFO networking_nsxv3.common.synchronization [req-004e6bc9-3b3a-4395-b731-5f1b1159dceb req-2612652c-cb05-46a0-8480-8713ac930c22 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 685.593414] env[65712]: INFO networking_nsxv3.common.synchronization [req-004e6bc9-3b3a-4395-b731-5f1b1159dceb req-2612652c-cb05-46a0-8480-8713ac930c22 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 685.593588] env[65712]: INFO networking_nsxv3.common.synchronization [req-004e6bc9-3b3a-4395-b731-5f1b1159dceb req-2612652c-cb05-46a0-8480-8713ac930c22 service nova] Enqueued Resource ID: a2d3220e-69aa-4f07-ad68-a75e69284a0b with Priority: HIGHEST for action port [ 685.594649] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 685.595322] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 685.595322] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d3220e-69aa-4f07-ad68-a75e69284a0b with Priority: HIGHEST for action port [ 685.595627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.595855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.595916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.596153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.596247] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.598838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.598979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.599099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d3220e-69aa-4f07-ad68-a75e69284a0b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.599162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.599223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.599414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.599514] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d3220e-69aa-4f07-ad68-a75e69284a0b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.102359] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.102655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.102813] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2d3220e-69aa-4f07-ad68-a75e69284a0b with status ACTIVE [ 686.103066] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.103222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.103302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.103571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.103704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.103942] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.104089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.104225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.104406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.104564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.104773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.104962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.105026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.105207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.105316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.105426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2d3220e-69aa-4f07-ad68-a75e69284a0b is going to be updated. [ 686.129603] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.129603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.129603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.129858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.130265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d3220e-69aa-4f07-ad68-a75e69284a0b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.359370] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 686.359612] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 686.359735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.359958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.360255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.360485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.360624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.360693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.360941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.361031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.361226] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.379613] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 in Status: SUCCESS [ 686.379822] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 deletion is rescheduled due to dependency. [ 686.379957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.390028] env[65712]: INFO networking_nsxv3.common.synchronization [req-7f709192-0195-4ba2-a074-01e6d9749b8e req-ec9ca0bf-0b3e-4f85-8755-0d8fc98883f2 tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 686.390543] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 686.390854] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.390994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.391073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.391383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391437] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.391591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.391591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.391696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.391776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.391871] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.864394] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.893644] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.370139] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.396032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.460122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: SUCCESS [ 687.460884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.875259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.878207] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 687.901805] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.901805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.901805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.901805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.901805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.901805] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be updated. [ 687.919153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.919153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.919153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.919153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.932441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 687.940980] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.940980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.940980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.940980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.940980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.952287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 688.218706] env[65712]: INFO networking_nsxv3.common.synchronization [None req-99a6a784-0b06-41e2-9167-7deccbbeaa22 None None] Enqueued Resource ID: 875f8877-cb3e-4267-83a0-feffb1c3438d with Priority: HIGHEST for action port [ 688.219535] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875f8877-cb3e-4267-83a0-feffb1c3438d with Priority: HIGHEST for action port [ 688.219887] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-875f8877-cb3e-4267-83a0-feffb1c3438d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.220028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875f8877-cb3e-4267-83a0-feffb1c3438d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.220089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875f8877-cb3e-4267-83a0-feffb1c3438d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.220363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875f8877-cb3e-4267-83a0-feffb1c3438d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.220456] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875f8877-cb3e-4267-83a0-feffb1c3438d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.724529] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 875f8877-cb3e-4267-83a0-feffb1c3438d [ 688.724529] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.724529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.724529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.724529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.724529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.724529] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:875f8877-cb3e-4267-83a0-feffb1c3438d already deleted. [ 688.724529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875f8877-cb3e-4267-83a0-feffb1c3438d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.471296] env[65712]: INFO networking_nsxv3.common.synchronization [req-45bd49de-b157-4d86-bf92-55e236733b46 req-a0781227-6fe8-463d-a0e3-3fc4cc7f9886 tempest-InstanceActionsV221TestJSON-119585985 tempest-InstanceActionsV221TestJSON-119585985-project-member] Enqueued Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 689.472027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGHEST for action security_group_members [ 689.477465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.477465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.477465] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.888175] env[65712]: INFO networking_nsxv3.common.synchronization [req-8114aea4-a8c4-42af-bc93-f9614f911166 req-439033ec-ec8b-4d92-bc42-3c3dd845d3af tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 689.888175] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 689.888175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.888175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.888175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.888175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.888175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.888802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.888802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.888802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.888802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.888802] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.942928] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 689.943636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.944172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.944551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.944804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.945050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.945189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.945396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.945528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.945680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.946088] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.965022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 689.965022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980117] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980678] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.981155] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef is going to be updated. [ 690.010674] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.010861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.010919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.020891] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: IN_PROGRESS for 2s [ 690.302022] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.302022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.302273] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.305298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.305298] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.305298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.305298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.305298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.305298] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.305298] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.305691] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.305691] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.305691] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.305806] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.306328] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.307625] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.344022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.344022] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.344022] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.344022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.344022] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-792e6ec0-491a-4700-b185-62c03daf1a58 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.344022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.344022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.344022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.344022] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792e6ec0-491a-4700-b185-62c03daf1a58',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.395268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.395268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.395268] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 already deleted. [ 690.395268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.449062] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.449062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.449062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.449400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.449728] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.449854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.449932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.450185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.450292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.450375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.450551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.450670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.450705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.450879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.451047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.451863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.452050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452167] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.850338] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.850338] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 792e6ec0-491a-4700-b185-62c03daf1a58 not found, creating... [ 690.850338] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.850338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852340] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.852595] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.853426] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.853426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 792e6ec0-491a-4700-b185-62c03daf1a58 is going to be created. [ 690.878303] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.878462] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.878749] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.878847] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.879114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.879359] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.955164] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6aee371-4550-4b7f-9e24-8af7cd7b2ab1: rpc.has_security_group_logging(os_id): False [ 690.986664] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.986843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.986843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.987137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.987245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.987498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.987754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.987754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.988017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.988017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.988335] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.989148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.989345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.989893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.991213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.991213] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.991426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.991610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.991888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.992050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.992232] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 691.107047] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4c6679ad-fa8f-4a58-8eae-40a1aebd54dd None None] Enqueued Resource ID: 167bf4f5-0027-4fb3-9fea-970f62a8de50 with Priority: HIGHEST for action port [ 691.109180] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167bf4f5-0027-4fb3-9fea-970f62a8de50 with Priority: HIGHEST for action port [ 691.109747] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-167bf4f5-0027-4fb3-9fea-970f62a8de50 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.109978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-167bf4f5-0027-4fb3-9fea-970f62a8de50" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.110738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-167bf4f5-0027-4fb3-9fea-970f62a8de50" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.111669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-167bf4f5-0027-4fb3-9fea-970f62a8de50" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.111770] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167bf4f5-0027-4fb3-9fea-970f62a8de50',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.113924] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.114482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.114482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.114586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.114739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.136557] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 691.153566] env[65712]: INFO networking_nsxv3.common.synchronization [req-f3324d7a-93f8-4999-b23b-f1e78b4632b2 req-7fe2ae07-c537-4fca-8424-883ffda8d1cd tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 691.154366] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 691.154839] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.155382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.155585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.155975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.156087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.156575] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.619710] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 167bf4f5-0027-4fb3-9fea-970f62a8de50 [ 691.619710] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.619710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.619710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.619710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.619710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.619710] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:167bf4f5-0027-4fb3-9fea-970f62a8de50 already deleted. [ 691.619710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-167bf4f5-0027-4fb3-9fea-970f62a8de50" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658862] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.659039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.659578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.659675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.659736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660071] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be updated. [ 691.671590] env[65712]: INFO networking_nsxv3.common.synchronization [req-8114aea4-a8c4-42af-bc93-f9614f911166 req-85ef25db-215c-49e3-9a41-6a605c78d025 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 691.671590] env[65712]: INFO networking_nsxv3.common.synchronization [req-8114aea4-a8c4-42af-bc93-f9614f911166 req-85ef25db-215c-49e3-9a41-6a605c78d025 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 691.671729] env[65712]: INFO networking_nsxv3.common.synchronization [req-8114aea4-a8c4-42af-bc93-f9614f911166 req-85ef25db-215c-49e3-9a41-6a605c78d025 service nova] Enqueued Resource ID: 792e6ec0-491a-4700-b185-62c03daf1a58 with Priority: HIGHEST for action port [ 691.672256] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 691.672390] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 691.672486] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792e6ec0-491a-4700-b185-62c03daf1a58 with Priority: HIGHEST for action port [ 691.672760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.672868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.672931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.673156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.673202] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.675752] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.675900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.675969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.676895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.676895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.676895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.676895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.676895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.676895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.676895] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.677635] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-792e6ec0-491a-4700-b185-62c03daf1a58 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.677746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.677805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.677946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.678040] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792e6ec0-491a-4700-b185-62c03daf1a58',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.701314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.702076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.702076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.714274] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 692.034707] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad9bdb1-5be1-47a1-83b8-88005c660eef in Status: SUCCESS [ 692.034707] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef deletion is rescheduled due to dependency. [ 692.034707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.180669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.180669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.182192] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.185075] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 792e6ec0-491a-4700-b185-62c03daf1a58 with status ACTIVE [ 692.185075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.185075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.185075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.185075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.185075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.186083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.186500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.188040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.188040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.188669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.190033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.190033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.191269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.193108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.193108] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 792e6ec0-491a-4700-b185-62c03daf1a58 is going to be updated. [ 692.232427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.232575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.232706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.232955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.233144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.233465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792e6ec0-491a-4700-b185-62c03daf1a58" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.698628] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.162073] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 693.162073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.202128] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.202128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.202128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.202128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.202128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.202454] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be created. [ 693.228922] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.228922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.228922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.228922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.228922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.241452] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: UNINITIALIZED for 2s [ 693.727517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 693.728908] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 deletion is rescheduled due to dependency. [ 693.728908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.757754] env[65712]: INFO networking_nsxv3.common.synchronization [req-2e192aa6-6c4d-4d63-9a59-33d717df5022 req-abbf4954-fd55-46aa-9731-a84946db92b4 tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 694.758343] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 694.759340] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.760543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.760912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761405] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.761515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.761841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.761940] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.145401] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.145401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.145401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.145581] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.146264] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.146942] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.147250] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.147632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.149996] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.149996] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.149996] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.149996] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.149996] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.149996] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.149996] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.149996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.171460] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.171605] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.171740] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.171930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.172264] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.172500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.172561] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.172874] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.173040] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6fef1f-eecd-4bde-b07a-698cbe8ed28d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.253967] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 695.253967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.253967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.254275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.254543] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.254737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.254844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.255188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.255188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.255279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.255374] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.266950] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.266950] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.266950] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 already deleted. [ 695.266950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.679650] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.679959] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.680207] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.680548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.680731] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.680905] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d not found, creating... [ 695.681248] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.681454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.681607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.681891] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.682058] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.682381] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.682610] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.682763] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683011] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.683221] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.683317] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d is going to be created. [ 695.706658] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706915] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.707107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.707419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.707673] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.707926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.758698] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.262957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 499efa48-3334-4713-a1c5-c1b045301134: rpc.has_security_group_logging(os_id): False [ 696.285103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.285103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.285683] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be created. [ 696.370945] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.371201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.371201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.371476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.371644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.384229] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 696.475495] env[65712]: INFO networking_nsxv3.common.synchronization [req-2e192aa6-6c4d-4d63-9a59-33d717df5022 req-ec47d007-5d54-45a8-933d-f22eb80bd3cb service nova] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 696.475495] env[65712]: INFO networking_nsxv3.common.synchronization [req-2e192aa6-6c4d-4d63-9a59-33d717df5022 req-ec47d007-5d54-45a8-933d-f22eb80bd3cb service nova] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 696.475678] env[65712]: INFO networking_nsxv3.common.synchronization [req-2e192aa6-6c4d-4d63-9a59-33d717df5022 req-ec47d007-5d54-45a8-933d-f22eb80bd3cb service nova] Enqueued Resource ID: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d with Priority: HIGHEST for action port [ 696.476550] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_rules [ 696.476550] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 696.476550] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d with Priority: HIGHEST for action port [ 696.476722] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.476881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.476955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.477785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.477785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.478213] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.478345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.478414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.478605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.478757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.478852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.478912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.479100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.479169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.479272] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.480596] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.480707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.480791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.481020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.481059] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6fef1f-eecd-4bde-b07a-698cbe8ed28d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.724780] env[65712]: INFO networking_nsxv3.common.synchronization [req-cfb3ebe6-5748-42aa-986c-719ad1551582 req-564cf99b-b707-44a0-8579-1bf6f8b9e1b7 tempest-ServerPasswordTestJSON-1364240673 tempest-ServerPasswordTestJSON-1364240673-project-member] Enqueued Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 696.725926] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGHEST for action security_group_members [ 696.725926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.725926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.725926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.725926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.726219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.726219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.726303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.726389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.726478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.726577] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.982935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.983329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.983329] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.984447] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d with status ACTIVE [ 696.984447] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.984609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.984609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.985269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.985269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.988556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.988648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.988683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.988908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.989008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.989540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.989540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.989540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.989685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.989685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.989742] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b6fef1f-eecd-4bde-b07a-698cbe8ed28d is going to be updated. [ 697.012878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.013065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.013108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.013578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.013694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.013909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6fef1f-eecd-4bde-b07a-698cbe8ed28d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.228906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.229225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.229225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.229369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.229492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.229768] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.229898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.229898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.230049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.230107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.230197] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 is going to be updated. [ 697.264506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.264730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.264843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.265221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.265423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.281452] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: IN_PROGRESS for 2s [ 697.492315] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.994572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.994999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.995514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.996260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.996260] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 is going to be created. [ 698.022815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.023029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.023029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.023256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.023443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.034726] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: UNINITIALIZED for 2s [ 698.163515] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9eb5557d-4fb5-4840-93a0-267a9aaceec3 None None] Enqueued Resource ID: c9c03460-a3b3-4afb-a67c-0dc8015712aa with Priority: HIGHEST for action port [ 698.164102] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c03460-a3b3-4afb-a67c-0dc8015712aa with Priority: HIGHEST for action port [ 698.164409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9c03460-a3b3-4afb-a67c-0dc8015712aa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.164532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9c03460-a3b3-4afb-a67c-0dc8015712aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.164593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9c03460-a3b3-4afb-a67c-0dc8015712aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.165217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9c03460-a3b3-4afb-a67c-0dc8015712aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.165305] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9c03460-a3b3-4afb-a67c-0dc8015712aa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.405122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 698.405122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.667627] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9c03460-a3b3-4afb-a67c-0dc8015712aa [ 698.669043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.669043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.669043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.669043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.669043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.669043] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9c03460-a3b3-4afb-a67c-0dc8015712aa already deleted. [ 698.669043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9c03460-a3b3-4afb-a67c-0dc8015712aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.292216] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 in Status: SUCCESS [ 699.292503] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 deletion is rescheduled due to dependency. [ 699.292503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.533826] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ad36bc0d-262c-4c7a-a32f-d90477586c28 None None] Enqueued Resource ID: d6312115-7737-4c5e-8e96-7cd66c8d81c6 with Priority: HIGHEST for action port [ 699.534108] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6312115-7737-4c5e-8e96-7cd66c8d81c6 with Priority: HIGHEST for action port [ 699.534703] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6312115-7737-4c5e-8e96-7cd66c8d81c6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.534840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6312115-7737-4c5e-8e96-7cd66c8d81c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.534956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6312115-7737-4c5e-8e96-7cd66c8d81c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.537505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6312115-7737-4c5e-8e96-7cd66c8d81c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.537609] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6312115-7737-4c5e-8e96-7cd66c8d81c6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.044277] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6312115-7737-4c5e-8e96-7cd66c8d81c6 [ 700.044277] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.044747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.044963] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6312115-7737-4c5e-8e96-7cd66c8d81c6 already deleted. [ 700.045065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6312115-7737-4c5e-8e96-7cd66c8d81c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.046083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: SUCCESS [ 700.046232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.046411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.046606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.046756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.046877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.046939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.051189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.051321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.051438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.051561] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.072700] env[65712]: INFO networking_nsxv3.common.synchronization [req-b86a2c86-31fa-4a04-9d68-cacf3a077663 req-413adf6e-8a3d-42ee-afde-f97493bf0ea2 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 700.074941] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 700.075332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.075465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.075547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.075823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.076089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.076167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.076253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.076499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.076643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.076767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.138520] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7784b3a4-cb0d-497c-8aba-42b0084eb839 None None] Enqueued Resource ID: 0a3a8737-a658-40a6-b832-7005b347ed9a with Priority: HIGHEST for action port [ 700.139486] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3a8737-a658-40a6-b832-7005b347ed9a with Priority: HIGHEST for action port [ 700.139677] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3a8737-a658-40a6-b832-7005b347ed9a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.139790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3a8737-a658-40a6-b832-7005b347ed9a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.139867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3a8737-a658-40a6-b832-7005b347ed9a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.141453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3a8737-a658-40a6-b832-7005b347ed9a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.141598] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3a8737-a658-40a6-b832-7005b347ed9a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.203039] env[65712]: INFO networking_nsxv3.common.synchronization [None req-65595b9c-064d-43b9-a9a3-16708263003d None None] Enqueued Resource ID: 9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef with Priority: HIGHEST for action port [ 700.203039] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef with Priority: HIGHEST for action port [ 700.203039] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.203039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.203039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.203039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.203039] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.556038] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.569019] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.569019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.569019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.569019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.569651] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.570070] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.573099] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.573099] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.573099] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.573099] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.573099] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.573099] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.573099] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.573099] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.573099] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.573099] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.579604] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.579604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.579604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.579967] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.580175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.580297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.580537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.580684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.580927] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 already deleted. [ 700.580927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.609349] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.609349] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.609349] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.609349] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.609766] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-2861f7cb-714a-426c-8174-a8e0fee54590 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.609912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.610127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.610549] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.610763] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2861f7cb-714a-426c-8174-a8e0fee54590',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.644122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3a8737-a658-40a6-b832-7005b347ed9a [ 700.644361] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.644492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.644559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.644773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.644864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.644987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3a8737-a658-40a6-b832-7005b347ed9a already deleted. [ 700.645109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3a8737-a658-40a6-b832-7005b347ed9a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.706146] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef [ 700.706146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.706146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.706146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.707634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.707736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.707836] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef already deleted. [ 700.707926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9a6e9f-59e1-4dd4-ab1a-ae74e19cf7ef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.060647] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae9f6e51-ee7b-4aef-a216-fa2a318a1466: rpc.has_security_group_logging(os_id): False [ 701.087040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.089023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.089023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.089023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 is going to be created. [ 701.116063] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116063] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116063] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.116063] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.116063] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.116063] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 2861f7cb-714a-426c-8174-a8e0fee54590 not found, creating... [ 701.116438] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116616] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.116893] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.117159] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.117458] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.117668] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.117778] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.118843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.118843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.118843] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 2861f7cb-714a-426c-8174-a8e0fee54590 is going to be created. [ 701.155913] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.156171] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.156373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.156653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.158679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.158679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.176508] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.176760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.176760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.176938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.177169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179794] env[65712]: INFO networking_nsxv3.common.synchronization [req-1413307c-8909-4f9e-afb6-3d505cdf9876 req-857cfdd2-ed28-497c-b824-cc9d02f7b38a tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 701.180640] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 701.181257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.181351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.181351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.182064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.182064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.182064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.182064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.182279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.182279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.182279] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.211138] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: IN_PROGRESS for 2s [ 701.688517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.688517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.688517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 already deleted. [ 701.688517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.716040] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.716040] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.716040] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.716040] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.716254] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.716456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.716605] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.716855] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.717086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.717413] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.717482] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.717606] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.717739] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.717887] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.718021] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.718184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.742172] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.742172] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.742172] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.742172] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.742172] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-8da8cad5-d761-4431-a544-2e519793d662 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.742172] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.742172] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.742172] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.742172] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da8cad5-d761-4431-a544-2e519793d662',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.870455] env[65712]: INFO networking_nsxv3.common.synchronization [req-b86a2c86-31fa-4a04-9d68-cacf3a077663 req-0edbac4c-4413-48df-8263-79737972c7d1 service nova] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_rules [ 701.870724] env[65712]: INFO networking_nsxv3.common.synchronization [req-b86a2c86-31fa-4a04-9d68-cacf3a077663 req-0edbac4c-4413-48df-8263-79737972c7d1 service nova] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 701.870929] env[65712]: INFO networking_nsxv3.common.synchronization [req-b86a2c86-31fa-4a04-9d68-cacf3a077663 req-0edbac4c-4413-48df-8263-79737972c7d1 service nova] Enqueued Resource ID: 2861f7cb-714a-426c-8174-a8e0fee54590 with Priority: HIGHEST for action port [ 701.872602] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_rules [ 701.873095] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 701.873248] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2861f7cb-714a-426c-8174-a8e0fee54590 with Priority: HIGHEST for action port [ 701.873544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.873680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.873742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.874008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.874391] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.876143] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.876295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.876338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.876543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.876713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.876807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.876868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.878283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.878405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.879735] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.880937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2861f7cb-714a-426c-8174-a8e0fee54590 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.881134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.881228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.881472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.881640] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2861f7cb-714a-426c-8174-a8e0fee54590',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.245473] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.245853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.245853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.246193] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.246343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.246544] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 8da8cad5-d761-4431-a544-2e519793d662 not found, creating... [ 702.246864] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.247102] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.247238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.247469] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.247601] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.247884] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.248419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.248633] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.248898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.249046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.249380] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 8da8cad5-d761-4431-a544-2e519793d662 is going to be created. [ 702.278437] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.278661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.278771] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.279091] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.279289] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.279541] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.384553] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.385118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.385118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.385118] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2861f7cb-714a-426c-8174-a8e0fee54590 with status ACTIVE [ 702.385374] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.385434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.385474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.386139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.386139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.386139] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.386139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.386139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.386369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.386369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.387472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.387472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.387472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.387472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.387472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.387472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2861f7cb-714a-426c-8174-a8e0fee54590 is going to be updated. [ 702.424578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.424578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.424578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.424578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.424578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.424578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2861f7cb-714a-426c-8174-a8e0fee54590" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.794484] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c7f5c925-0fbb-46b6-bf1f-338bb15d2c80 None None] Enqueued Resource ID: 3bebac90-f775-4460-9a64-93f0819c49bb with Priority: HIGHEST for action port [ 702.794754] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bebac90-f775-4460-9a64-93f0819c49bb with Priority: HIGHEST for action port [ 702.795451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bebac90-f775-4460-9a64-93f0819c49bb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.795586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bebac90-f775-4460-9a64-93f0819c49bb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.795652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bebac90-f775-4460-9a64-93f0819c49bb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.795915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bebac90-f775-4460-9a64-93f0819c49bb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.796056] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bebac90-f775-4460-9a64-93f0819c49bb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.889728] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.956918] env[65712]: INFO networking_nsxv3.common.synchronization [None req-155367ad-7f41-4e40-90d0-b9186a621019 None None] Enqueued Resource ID: 8b9006aa-9de5-4caa-a802-653babccca57 with Priority: HIGHEST for action port [ 702.958189] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9006aa-9de5-4caa-a802-653babccca57 with Priority: HIGHEST for action port [ 702.958521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9006aa-9de5-4caa-a802-653babccca57 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9006aa-9de5-4caa-a802-653babccca57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9006aa-9de5-4caa-a802-653babccca57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.958971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9006aa-9de5-4caa-a802-653babccca57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959063] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9006aa-9de5-4caa-a802-653babccca57',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.993407] env[65712]: INFO networking_nsxv3.common.synchronization [req-1413307c-8909-4f9e-afb6-3d505cdf9876 req-bb5e0893-3c49-4ffb-953a-c98a2ce551a7 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 702.993565] env[65712]: INFO networking_nsxv3.common.synchronization [req-1413307c-8909-4f9e-afb6-3d505cdf9876 req-bb5e0893-3c49-4ffb-953a-c98a2ce551a7 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 702.993741] env[65712]: INFO networking_nsxv3.common.synchronization [req-1413307c-8909-4f9e-afb6-3d505cdf9876 req-bb5e0893-3c49-4ffb-953a-c98a2ce551a7 service nova] Enqueued Resource ID: 8da8cad5-d761-4431-a544-2e519793d662 with Priority: HIGHEST for action port [ 702.995111] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 702.995237] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 702.995346] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da8cad5-d761-4431-a544-2e519793d662 with Priority: HIGHEST for action port [ 702.995645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.995848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.996636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.996636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.996636] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.997447] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.997567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.998172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.998172] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.998172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.998172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.998387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.998432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.998479] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.999231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da8cad5-d761-4431-a544-2e519793d662 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.000519] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da8cad5-d761-4431-a544-2e519793d662',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.226014] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: SUCCESS [ 703.226277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.300664] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bebac90-f775-4460-9a64-93f0819c49bb [ 703.300664] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.300664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.300664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.300664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.300664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.300664] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bebac90-f775-4460-9a64-93f0819c49bb already deleted. [ 703.300664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bebac90-f775-4460-9a64-93f0819c49bb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.391354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.392307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.392307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.392307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.392307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.392307] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be created. [ 703.416901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.417081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.417152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.417411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.417629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.421497] env[65712]: INFO networking_nsxv3.common.synchronization [req-aecc765d-f6f5-4349-969f-04e7bf0a12ac req-6f4ef785-f92a-49f3-9827-95510455c46c tempest-InstanceActionsTestJSON-821608473 tempest-InstanceActionsTestJSON-821608473-project-member] Enqueued Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 703.422026] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5ee549-cb95-403b-b180-a29402be7425 with Priority: HIGHEST for action security_group_members [ 703.422310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5ee549-cb95-403b-b180-a29402be7425 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.422477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.422546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.422733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.422879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.422972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.423049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.423222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.423306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.423397] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5ee549-cb95-403b-b180-a29402be7425',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.430915] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: UNINITIALIZED for 2s [ 703.456858] env[65712]: INFO networking_nsxv3.common.synchronization [req-5637688d-b328-48f5-8575-3cf8ff1fc1ee req-cad72e68-10e9-45f2-a2d2-09d266e9da28 tempest-ServersV294TestFqdnHostnames-843291234 tempest-ServersV294TestFqdnHostnames-843291234-project-member] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 703.457617] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGHEST for action security_group_members [ 703.457897] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.458037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.458105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.458305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.458665] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.458665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.458665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.458808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.458840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.459120] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.462222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b9006aa-9de5-4caa-a802-653babccca57 [ 703.462397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.462502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.462567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.462731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.462946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.462946] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b9006aa-9de5-4caa-a802-653babccca57 already deleted. [ 703.463038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9006aa-9de5-4caa-a802-653babccca57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.501195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.501356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.501628] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.502559] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8da8cad5-d761-4431-a544-2e519793d662 with status ACTIVE [ 703.502916] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.502916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.502916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.503131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.503203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.503357] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.503449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.503515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.503667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.503741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.503916] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.504016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.504083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.504227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.504295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.504377] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8da8cad5-d761-4431-a544-2e519793d662 is going to be updated. [ 703.527832] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.527832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.527832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.527832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.527832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.527832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da8cad5-d761-4431-a544-2e519793d662" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.925106] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.926451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.926451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.926451] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5ee549-cb95-403b-b180-a29402be7425 is going to be updated. [ 703.958741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.958741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.958741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.958741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.958741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.962395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.962578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.962725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.962962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.963072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.963265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.963372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.963423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.963567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.963648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.963733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 is going to be updated. [ 703.979813] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: IN_PROGRESS for 2s [ 703.997493] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.997571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.997623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.997908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.998114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.006963] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.012474] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: IN_PROGRESS for 2s [ 704.151102] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 req-f9c8f84d-99ed-4ffe-90c1-075735205ade tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Enqueued Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 704.151924] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 704.152275] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.152405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.152956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.152956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.152956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.152956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.153165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.153202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.153263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.153359] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.513345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.513508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.513581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.513864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.513960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.514076] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be created. [ 704.542107] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.542531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.542725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.543085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.543400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.553743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: UNINITIALIZED for 2s [ 704.655554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.655715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.655789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.656045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.656338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.656568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.656674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.656738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.657094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.657196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.657284] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd already deleted. [ 704.657369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.688322] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.688539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.688666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.688992] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.689306] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689516] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689710] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.690047] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.690271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.690582] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.690766] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.690952] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.691158] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.691358] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.691541] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.691762] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.711988] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.712177] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.712329] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.712506] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.712811] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-92f6926b-c958-4994-88d9-39d507c9197b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.713039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.713102] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.713444] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.713585] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f6926b-c958-4994-88d9-39d507c9197b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.216825] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.217352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.217352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.217579] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.217792] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.217903] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 92f6926b-c958-4994-88d9-39d507c9197b not found, creating... [ 705.218189] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.218340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.218493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.218688] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.218830] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.219202] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.219408] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.219547] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.219793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.219927] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.220076] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 92f6926b-c958-4994-88d9-39d507c9197b is going to be created. [ 705.244829] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.245143] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.245300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.245654] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.246065] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.246126] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.443701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 705.443941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.445795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.445795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.446052] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.950409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.950409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.950409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.950409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.950409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.951253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.951253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.951253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.951253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.951253] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.975115] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 req-20ed1bcf-845b-4643-b82d-ed53765308ca service nova] Enqueued Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_rules [ 705.975115] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 req-20ed1bcf-845b-4643-b82d-ed53765308ca service nova] Enqueued Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 705.975115] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c07ba68-0fcb-4500-990f-97d5e93b9c09 req-20ed1bcf-845b-4643-b82d-ed53765308ca service nova] Enqueued Resource ID: 92f6926b-c958-4994-88d9-39d507c9197b with Priority: HIGHEST for action port [ 705.976170] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_rules [ 705.976467] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 705.976628] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f6926b-c958-4994-88d9-39d507c9197b with Priority: HIGHEST for action port [ 705.977328] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.977420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.977488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.977810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.978054] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.979110] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.979251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.979329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.979516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.979661] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.980045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.980146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.980305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.980394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.980487] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.981468] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f6926b-c958-4994-88d9-39d507c9197b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.981579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.981636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.981782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.981855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f6926b-c958-4994-88d9-39d507c9197b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.994460] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5ee549-cb95-403b-b180-a29402be7425 in Status: SUCCESS [ 705.994637] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5ee549-cb95-403b-b180-a29402be7425 deletion is rescheduled due to dependency. [ 705.994747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5ee549-cb95-403b-b180-a29402be7425" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.021497] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f430a67d-9c1d-45eb-9546-0f869900e512 in Status: SUCCESS [ 706.021736] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 deletion is rescheduled due to dependency. [ 706.021973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.456772] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c45727-4fbd-47fd-ba66-a2d2bc44cc22: rpc.has_security_group_logging(os_id): False [ 706.476937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.477190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.477190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.477415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.477508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.477720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.477817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.477880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.478383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.478383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.478383] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.478522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.478522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.478710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.478710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.478851] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.478942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.479011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.479155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.479230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.479315] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be created. [ 706.483126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.483268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.483416] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.484358] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f6926b-c958-4994-88d9-39d507c9197b with status ACTIVE [ 706.484897] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.484897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.484897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.485138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.485362] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.485489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.485553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.485804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.486036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.486110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.486175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.486324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.486398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.486483] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f6926b-c958-4994-88d9-39d507c9197b is going to be updated. [ 706.510695] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.510890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.510890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.511288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.511534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f6926b-c958-4994-88d9-39d507c9197b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.545391] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.545549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.545803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.545984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.558562] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 706.563488] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 706.563725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.564254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.564481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.564969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.564969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.564969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.565122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.565122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.565320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.565320] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.989703] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.068420] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.068658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.068823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.069335] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.069480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.069573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.070121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.070577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.070577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.071369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.071369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.071369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.071369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.071369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.071369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072124] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.318787] env[65712]: INFO networking_nsxv3.common.synchronization [None req-aca40864-9aa8-4d92-a46e-4cf6e6014b11 None None] Enqueued Resource ID: a42be510-4269-40e2-abdf-cdb545501fc7 with Priority: HIGHEST for action port [ 707.320462] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42be510-4269-40e2-abdf-cdb545501fc7 with Priority: HIGHEST for action port [ 707.320462] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42be510-4269-40e2-abdf-cdb545501fc7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.320462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42be510-4269-40e2-abdf-cdb545501fc7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.320462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42be510-4269-40e2-abdf-cdb545501fc7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.321360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42be510-4269-40e2-abdf-cdb545501fc7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.321360] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42be510-4269-40e2-abdf-cdb545501fc7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.492184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.492580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.492580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.492717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.492820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.492957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd is going to be created. [ 707.520113] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.520113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.520113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.520317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.520485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.531372] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: UNINITIALIZED for 2s [ 707.575123] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f3135a-7615-4f4b-ae6a-bae891eddb52: rpc.has_security_group_logging(os_id): False [ 707.601485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.601655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.601655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.602059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.602059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.602257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.602361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.602426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.602616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.602698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.602901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.603051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.603138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.603293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.603369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.603569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.603664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.603732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.603943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.606027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.606200] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be created. [ 707.702787] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.702787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.702787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.702787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.702787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.717575] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 707.823790] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a42be510-4269-40e2-abdf-cdb545501fc7 [ 707.827188] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.827188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.827188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.827188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.827188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.827188] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a42be510-4269-40e2-abdf-cdb545501fc7 already deleted. [ 707.827188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42be510-4269-40e2-abdf-cdb545501fc7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.574305] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 708.574700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.654507] env[65712]: INFO networking_nsxv3.common.synchronization [None req-d5c5a6b4-2ac4-4819-9bcb-eb4e5605df77 None None] Enqueued Resource ID: d7e25687-e2a0-407f-8391-de7a1b3c6be1 with Priority: HIGHEST for action port [ 708.654507] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e25687-e2a0-407f-8391-de7a1b3c6be1 with Priority: HIGHEST for action port [ 708.654507] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e25687-e2a0-407f-8391-de7a1b3c6be1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.654717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e25687-e2a0-407f-8391-de7a1b3c6be1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.654791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e25687-e2a0-407f-8391-de7a1b3c6be1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.655118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e25687-e2a0-407f-8391-de7a1b3c6be1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.655215] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e25687-e2a0-407f-8391-de7a1b3c6be1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.160546] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7e25687-e2a0-407f-8391-de7a1b3c6be1 [ 709.160546] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.160546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.160546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.160546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.160546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.160546] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7e25687-e2a0-407f-8391-de7a1b3c6be1 already deleted. [ 709.160546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e25687-e2a0-407f-8391-de7a1b3c6be1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.543795] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: SUCCESS [ 709.544356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.544356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.544674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.544674] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.545752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.545752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.545871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.545900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.549369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.549369] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.736822] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 709.736822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.050329] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.050446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.050498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.050718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.050892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.050994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.051073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.051455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.051455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.051455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.051575] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.051619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.051680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.051822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.051959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.052066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.052129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.052267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.052346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.052436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.052531] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.162774] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c041c7b1-30f0-4cbe-80f5-f614728e7b6c None None] Enqueued Resource ID: a24deca6-08c6-4043-85fd-f90da24f069a with Priority: HIGHEST for action port [ 710.162774] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24deca6-08c6-4043-85fd-f90da24f069a with Priority: HIGHEST for action port [ 710.162976] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24deca6-08c6-4043-85fd-f90da24f069a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.163076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24deca6-08c6-4043-85fd-f90da24f069a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.163148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24deca6-08c6-4043-85fd-f90da24f069a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.163506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24deca6-08c6-4043-85fd-f90da24f069a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.163506] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24deca6-08c6-4043-85fd-f90da24f069a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.559018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37b413d0-873b-401b-ad1c-9f95913605cd: rpc.has_security_group_logging(os_id): False [ 710.578555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.578751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.578751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.578973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.579080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.579401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.579467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.579628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.579704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.579996] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.580108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.580170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.580575] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.580667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.580730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.580859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.580931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.581025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd is going to be created. [ 710.650735] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.653517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.653517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.653517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.653517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.668426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: IN_PROGRESS for 2s [ 710.668426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a24deca6-08c6-4043-85fd-f90da24f069a [ 710.668426] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.668426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.668426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.671519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.671519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671519] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a24deca6-08c6-4043-85fd-f90da24f069a already deleted. [ 710.671519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24deca6-08c6-4043-85fd-f90da24f069a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.489472] env[65712]: INFO networking_nsxv3.common.synchronization [req-24b30606-6367-4f9c-884d-80c2413f3b63 req-305be1e5-d5a6-473a-a0a8-f738835a7a59 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 711.489472] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 711.491493] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.491493] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.491493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.491493] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.611696] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ff083c60-29de-45cd-a467-7611dbb69ffc None None] Enqueued Resource ID: 479ba285-6025-4ff9-b578-8a089bf51391 with Priority: HIGHEST for action port [ 711.612405] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479ba285-6025-4ff9-b578-8a089bf51391 with Priority: HIGHEST for action port [ 711.612739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-479ba285-6025-4ff9-b578-8a089bf51391 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.612860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479ba285-6025-4ff9-b578-8a089bf51391" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.612965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479ba285-6025-4ff9-b578-8a089bf51391" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.613207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479ba285-6025-4ff9-b578-8a089bf51391" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.613291] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479ba285-6025-4ff9-b578-8a089bf51391',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.995690] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.995870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.995975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.996170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.996265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.997449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.997571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.997831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.997960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.998126] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 712.035705] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.035705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.035705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.035953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.036222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.047877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 712.117114] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 479ba285-6025-4ff9-b578-8a089bf51391 [ 712.117390] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.117546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.117629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.117823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.117915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.118619] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:479ba285-6025-4ff9-b578-8a089bf51391 already deleted. [ 712.118775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479ba285-6025-4ff9-b578-8a089bf51391" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.679097] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: SUCCESS [ 712.679468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.703360] env[65712]: INFO networking_nsxv3.common.synchronization [req-fdd7577b-d6f8-4e90-9df1-891225da8c73 req-41d80951-ab83-4b68-9d2a-ad94a25e386f tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Enqueued Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 712.703874] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 712.704254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.704352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.704776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704955] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.705106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.705179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.705319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.705406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.705542] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.059401] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.059817] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-477" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.060019] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-477" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.060451] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-477" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.060866] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.061101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.061302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.061620] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.061780] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.062036] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.062178] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.062309] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.062438] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.062569] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.062695] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.062851] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.083528] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.083701] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.083812] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.083979] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-477" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.084548] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-0a0cb4b2-529d-4894-a357-89204424ba9c taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.084749] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.084867] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.085260] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.085396] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0cb4b2-529d-4894-a357-89204424ba9c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.207525] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.207697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.207770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.208576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.208682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.208893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.208993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.209072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.209230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.209309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.209433] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a already deleted. [ 713.209497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.588011] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.588364] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.588364] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.588627] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.588791] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.588939] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 0a0cb4b2-529d-4894-a357-89204424ba9c not found, creating... [ 713.589225] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.589478] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.589531] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.589781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.589912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.590224] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.590375] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.590480] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.590682] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.590810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.590961] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 0a0cb4b2-529d-4894-a357-89204424ba9c is going to be created. [ 713.611404] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.612644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.062323] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 714.062736] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 714.062807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.409314] env[65712]: INFO networking_nsxv3.common.synchronization [req-fdd7577b-d6f8-4e90-9df1-891225da8c73 req-24c7062f-44d1-46e3-a426-0c6965da81ea service nova] Enqueued Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_rules [ 714.409859] env[65712]: INFO networking_nsxv3.common.synchronization [req-fdd7577b-d6f8-4e90-9df1-891225da8c73 req-24c7062f-44d1-46e3-a426-0c6965da81ea service nova] Enqueued Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 714.409859] env[65712]: INFO networking_nsxv3.common.synchronization [req-fdd7577b-d6f8-4e90-9df1-891225da8c73 req-24c7062f-44d1-46e3-a426-0c6965da81ea service nova] Enqueued Resource ID: 0a0cb4b2-529d-4894-a357-89204424ba9c with Priority: HIGHEST for action port [ 714.410135] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_rules [ 714.410287] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 714.410386] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0cb4b2-529d-4894-a357-89204424ba9c with Priority: HIGHEST for action port [ 714.410658] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.410792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.410864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.411450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.411515] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.412485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.412695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.412804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.412997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.413183] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.413309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.413396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.413570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.413686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.413801] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.414758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0cb4b2-529d-4894-a357-89204424ba9c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.416096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.416188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.416482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.416641] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0cb4b2-529d-4894-a357-89204424ba9c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.920827] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.922103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.922103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.922235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0cb4b2-529d-4894-a357-89204424ba9c with status ACTIVE [ 714.922387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.922489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.923109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.923109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.923109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.923377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.923377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.923638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.923696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.923831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923978] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0cb4b2-529d-4894-a357-89204424ba9c is going to be updated. [ 714.951933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.952725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.952829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.953043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.953179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.953348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0cb4b2-529d-4894-a357-89204424ba9c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.428441] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.932620] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.933610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.933610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.933610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.933610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.933870] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a is going to be created. [ 715.960449] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.960969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.961091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.971822] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: UNINITIALIZED for 2s [ 717.985336] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: SUCCESS [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985336] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.985336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.985336] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.488802] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.488980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.489505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.489949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490210] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.491097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.491172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492474] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.493224] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.995931] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a063da8-1183-4d32-8dea-31347571bc0a: rpc.has_security_group_logging(os_id): False [ 719.016338] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.017808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.017808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.018234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.018234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.018234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.018798] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.018798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.018798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.018956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.018956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.019079] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a is going to be created. [ 719.081570] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.081728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.081777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.082214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.082302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.096129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: IN_PROGRESS for 2s [ 719.412179] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 719.412358] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 721.117503] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: SUCCESS [ 721.117503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.743163] env[65712]: INFO networking_nsxv3.common.synchronization [None req-0b870e5b-d2d0-48ae-ac26-6b72ff0222de None None] Enqueued Resource ID: fd2ac57b-3c84-42fe-b0df-ad6c8143f154 with Priority: HIGHEST for action port [ 723.743163] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2ac57b-3c84-42fe-b0df-ad6c8143f154 with Priority: HIGHEST for action port [ 723.743163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2ac57b-3c84-42fe-b0df-ad6c8143f154 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.743900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2ac57b-3c84-42fe-b0df-ad6c8143f154" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.743981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2ac57b-3c84-42fe-b0df-ad6c8143f154" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.744328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2ac57b-3c84-42fe-b0df-ad6c8143f154" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.744673] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2ac57b-3c84-42fe-b0df-ad6c8143f154',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.249758] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd2ac57b-3c84-42fe-b0df-ad6c8143f154 [ 724.249758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.249758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.249758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.249758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.249758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.249758] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd2ac57b-3c84-42fe-b0df-ad6c8143f154 already deleted. [ 724.249758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2ac57b-3c84-42fe-b0df-ad6c8143f154" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.001133] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ff039e19-2f17-4880-9c47-e5dec9fffb2d None None] Enqueued Resource ID: 02f08368-c13d-462a-84e5-93b83c737fa9 with Priority: HIGHEST for action port [ 726.001133] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f08368-c13d-462a-84e5-93b83c737fa9 with Priority: HIGHEST for action port [ 726.001133] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f08368-c13d-462a-84e5-93b83c737fa9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.001133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f08368-c13d-462a-84e5-93b83c737fa9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.001133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f08368-c13d-462a-84e5-93b83c737fa9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.001133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f08368-c13d-462a-84e5-93b83c737fa9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.002218] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f08368-c13d-462a-84e5-93b83c737fa9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.436768] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f2b68df6-e171-42b3-8208-857e1dd4e729 None None] Enqueued Resource ID: ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261 with Priority: HIGHEST for action port [ 726.437438] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261 with Priority: HIGHEST for action port [ 726.438528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.438528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.438528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.438528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.438846] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.505576] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02f08368-c13d-462a-84e5-93b83c737fa9 [ 726.505827] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.505958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.506038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.506256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.506357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.506453] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02f08368-c13d-462a-84e5-93b83c737fa9 already deleted. [ 726.506533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f08368-c13d-462a-84e5-93b83c737fa9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.941418] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261 [ 726.941771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.942013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.942170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.943147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.943333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.943553] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261 already deleted. [ 726.943650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce15ad8e-2ab2-4d6e-9edd-3e39fb0f8261" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574601] env[65712]: INFO networking_nsxv3.common.synchronization [req-21fc41fa-d9a4-404e-a1ee-94092cd88407 req-28a8182b-eeb5-4b4a-aba3-54d80f7b2f4b tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 727.575202] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 727.575500] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.576058] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.576311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.576311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.576406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.577186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.577186] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.935532] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.935618] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.935719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.935977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.936249] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.939021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.939021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.939021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.939021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.939021] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.939021] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.939021] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.939021] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.939021] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.939021] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.939021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.958818] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.958982] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.959159] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.959333] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.959660] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-cd69fe63-4510-4904-8521-af7fc13cc3a5 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.959823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.959945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.960415] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.960555] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd69fe63-4510-4904-8521-af7fc13cc3a5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.079065] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.220203] env[65712]: INFO networking_nsxv3.common.synchronization [req-6b45be74-f87f-45b1-a16d-86204ea0eca4 req-633288ff-ba10-4bac-a1c2-213e3414321d tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 728.220203] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 728.220555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.220555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.220674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.220831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.220992] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.221104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.221169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.221322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.221411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.221501] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.462887] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.463132] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.463346] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.463533] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.463662] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.463861] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port cd69fe63-4510-4904-8521-af7fc13cc3a5 not found, creating... [ 728.464151] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.464236] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.465105] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.465105] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.465105] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.465105] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.465105] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.465334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.465448] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.465595] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.465735] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: cd69fe63-4510-4904-8521-af7fc13cc3a5 is going to be created. [ 728.487718] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.487911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.488042] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.488404] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.488619] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.488837] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.583386] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.700700] env[65712]: INFO networking_nsxv3.common.synchronization [None req-28ff21de-e8d0-490f-af8b-97f7f7dbdf46 None None] Enqueued Resource ID: 3ccc5119-dc2b-4a03-b899-0c1e6097fc27 with Priority: HIGHEST for action port [ 728.701359] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc5119-dc2b-4a03-b899-0c1e6097fc27 with Priority: HIGHEST for action port [ 728.701683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ccc5119-dc2b-4a03-b899-0c1e6097fc27 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.701773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ccc5119-dc2b-4a03-b899-0c1e6097fc27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.701842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ccc5119-dc2b-4a03-b899-0c1e6097fc27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.702256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ccc5119-dc2b-4a03-b899-0c1e6097fc27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.702349] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ccc5119-dc2b-4a03-b899-0c1e6097fc27',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.723641] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.086145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.086300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.086682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.086682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.086682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.086826] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 729.120568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.120879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.120879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.121826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.121966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.133551] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 729.204531] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ccc5119-dc2b-4a03-b899-0c1e6097fc27 [ 729.205303] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.205303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.205303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.206272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.206415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.206550] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ccc5119-dc2b-4a03-b899-0c1e6097fc27 already deleted. [ 729.206664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ccc5119-dc2b-4a03-b899-0c1e6097fc27" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.217525] env[65712]: INFO networking_nsxv3.common.synchronization [req-21fc41fa-d9a4-404e-a1ee-94092cd88407 req-9bafb135-d796-480a-9c80-f08329d8f1f3 service nova] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_rules [ 729.217706] env[65712]: INFO networking_nsxv3.common.synchronization [req-21fc41fa-d9a4-404e-a1ee-94092cd88407 req-9bafb135-d796-480a-9c80-f08329d8f1f3 service nova] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 729.217902] env[65712]: INFO networking_nsxv3.common.synchronization [req-21fc41fa-d9a4-404e-a1ee-94092cd88407 req-9bafb135-d796-480a-9c80-f08329d8f1f3 service nova] Enqueued Resource ID: cd69fe63-4510-4904-8521-af7fc13cc3a5 with Priority: HIGHEST for action port [ 729.218380] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_rules [ 729.218526] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 729.218603] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd69fe63-4510-4904-8521-af7fc13cc3a5 with Priority: HIGHEST for action port [ 729.218865] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.218980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.220120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.220357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.220452] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.221289] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.221392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.221582] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd69fe63-4510-4904-8521-af7fc13cc3a5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.221682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.221747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.221926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.222017] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd69fe63-4510-4904-8521-af7fc13cc3a5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.225900] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.724021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd69fe63-4510-4904-8521-af7fc13cc3a5 with status ACTIVE [ 729.724349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.724489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.724567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.724765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.724857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.725114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.726212] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.726212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.726689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.726689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.726689] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd69fe63-4510-4904-8521-af7fc13cc3a5 is going to be updated. [ 729.727899] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.728008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.728365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.728512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.728584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.728740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.728820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.728906] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 729.749490] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.749693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.749693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.749889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.750037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.750194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd69fe63-4510-4904-8521-af7fc13cc3a5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.759126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.759553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.759694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.769044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 729.953026] env[65712]: INFO networking_nsxv3.common.synchronization [req-d3206ac6-9448-4ca9-9b5d-004dc4a49d80 req-b838c6f1-5daf-4788-b470-492c8ea65965 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 729.953026] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 729.953026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.953026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.954201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.954474] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.237837] env[65712]: INFO networking_nsxv3.common.synchronization [req-a0da5246-18f0-47ec-a315-53455dcb768e req-bd88dbdb-5372-4584-8297-8d2ef01625b9 tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Enqueued Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 730.240018] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 730.240018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.242444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.242444] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.242444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.242444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.242444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.242444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.242444] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.460374] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.460374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.460374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.460374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.460374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.460572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.460619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.460650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.460801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.460873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.460957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 730.490241] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.490241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.490355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.490538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.491171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.501747] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 730.721269] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.721529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-921" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.721600] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-921" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721901] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-921" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.722361] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.722361] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.722571] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.722625] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.723241] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.723241] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.723241] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.723241] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.723529] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.723529] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.723529] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.723669] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.742611] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.742917] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.742976] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.743145] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-921" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.743470] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-2224b7e7-2f7a-4b1f-baf9-887402a354a0 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.743632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.743743] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.744089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.744287] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2224b7e7-2f7a-4b1f-baf9-887402a354a0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.745756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.745893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.745993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.746167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.746239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.746427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.746528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.746589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.746732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.746809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.746890] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 already deleted. [ 730.746965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.146209] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 731.146441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.146622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.146910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.147322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.147466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.147632] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.248719] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248934] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.249033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.249324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.249495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249649] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 2224b7e7-2f7a-4b1f-baf9-887402a354a0 not found, creating... [ 731.249946] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.250116] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.250230] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.250442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.250727] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.250822] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.251216] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.251216] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.251354] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.251401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.251521] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 is going to be created. [ 731.276847] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.277234] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.277437] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.277732] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.277955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.278196] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.650280] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.782958] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 731.783422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.041146] env[65712]: INFO networking_nsxv3.common.synchronization [req-a0da5246-18f0-47ec-a315-53455dcb768e req-4f986bd9-e70e-4ac2-a425-e2536a9c625c service nova] Enqueued Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_rules [ 732.043696] env[65712]: INFO networking_nsxv3.common.synchronization [req-a0da5246-18f0-47ec-a315-53455dcb768e req-4f986bd9-e70e-4ac2-a425-e2536a9c625c service nova] Enqueued Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 732.043696] env[65712]: INFO networking_nsxv3.common.synchronization [req-a0da5246-18f0-47ec-a315-53455dcb768e req-4f986bd9-e70e-4ac2-a425-e2536a9c625c service nova] Enqueued Resource ID: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 with Priority: HIGHEST for action port [ 732.043696] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_rules [ 732.043696] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 732.043696] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 with Priority: HIGHEST for action port [ 732.044711] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.045272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.045272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.045608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.045608] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.047040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.047211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.047285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.047485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.047645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.048184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.048363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.048435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.048526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.048664] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.049458] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2224b7e7-2f7a-4b1f-baf9-887402a354a0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.049561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.049632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.049780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.049855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2224b7e7-2f7a-4b1f-baf9-887402a354a0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.154602] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.281395] env[65712]: INFO networking_nsxv3.common.synchronization [req-64105d97-98c0-43cc-acff-4e63b57b89d7 req-8c1a896d-ac60-48db-abce-b723295f1d3e tempest-ServersAdminNegativeTestJSON-1760067174 tempest-ServersAdminNegativeTestJSON-1760067174-project-member] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 732.281579] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGHEST for action security_group_members [ 732.281892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.282160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.282340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.282463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.282687] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.282852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.282925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.283144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.283277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.283428] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.511744] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 732.511934] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 732.512068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.552795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.552993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.554335] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.555265] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2224b7e7-2f7a-4b1f-baf9-887402a354a0 with status ACTIVE [ 732.555454] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.555567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.555631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.555828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.555917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.556099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.556200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.556262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.556412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.556491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.556664] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.556758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.556819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.556956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.557119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.557159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2224b7e7-2f7a-4b1f-baf9-887402a354a0 is going to be updated. [ 732.582418] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.582590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.582749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.583087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.583261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.583490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2224b7e7-2f7a-4b1f-baf9-887402a354a0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.659194] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.659194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.659194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.659194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.659194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.659194] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 732.709680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.709680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.709680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.709680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.709680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.724548] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 732.785502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.786018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.786018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.786018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.786217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.786763] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.786763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.786763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.786763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.786763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.786763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be updated. [ 732.816695] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.817392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.838327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: IN_PROGRESS for 2s [ 733.005164] env[65712]: INFO networking_nsxv3.common.synchronization [req-c6d58510-f112-4e12-a24e-abf275f407da req-e5ab47e2-4ea3-446b-899c-08fd1b025b8f tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 733.005812] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 733.006446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.006569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.006638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.006887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007061] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.007230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.007296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.007676] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.059994] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.455802] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f20aa4ab-602f-469a-acca-afcdac971f3d None None] Enqueued Resource ID: c89e75aa-bc94-4115-a9b5-9f29592402e9 with Priority: HIGHEST for action port [ 733.456377] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89e75aa-bc94-4115-a9b5-9f29592402e9 with Priority: HIGHEST for action port [ 733.456686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89e75aa-bc94-4115-a9b5-9f29592402e9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.456827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89e75aa-bc94-4115-a9b5-9f29592402e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.456908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89e75aa-bc94-4115-a9b5-9f29592402e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.458255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89e75aa-bc94-4115-a9b5-9f29592402e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.458255] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89e75aa-bc94-4115-a9b5-9f29592402e9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.512802] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.562772] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.562772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.562772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.563246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.563246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.563246] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 is going to be created. [ 733.589719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.589970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.589970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.590156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.590318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.604159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: UNINITIALIZED for 2s [ 733.716885] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.717140] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.717277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.717555] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.717874] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.718246] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.718351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.718689] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.718863] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.719106] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.719224] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.719333] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.719444] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.719549] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.719649] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.719775] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.739873] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.740098] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.740200] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.740364] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.740680] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-668cb667-edf3-47f7-819f-a4483428e742 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.740845] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.740958] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.741312] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.741446] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668cb667-edf3-47f7-819f-a4483428e742',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.961021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c89e75aa-bc94-4115-a9b5-9f29592402e9 [ 733.961341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.961341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.961468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.961636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.961733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.961831] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c89e75aa-bc94-4115-a9b5-9f29592402e9 already deleted. [ 733.961918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89e75aa-bc94-4115-a9b5-9f29592402e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.014777] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.243704] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.243943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.245442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.245745] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.245886] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.246059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 668cb667-edf3-47f7-819f-a4483428e742 not found, creating... [ 734.246338] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.246493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246610] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.246818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.246954] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.247281] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.247435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.247545] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.247745] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.247874] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.248011] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 668cb667-edf3-47f7-819f-a4483428e742 is going to be created. [ 734.276731] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276952] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.280717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.280717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.280717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.280717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.520704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.520911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.520990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.521341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.521538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.521660] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 734.556275] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.556275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.556275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.556275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.558461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.567324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 734.734734] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 734.735153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.735243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.735643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.736369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.736369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.736369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.736369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.736369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736727] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.851168] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a in Status: SUCCESS [ 734.851411] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a deletion is rescheduled due to dependency. [ 734.851555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.940040] env[65712]: INFO networking_nsxv3.common.synchronization [req-418636c1-23a1-4e8f-a4c7-8cfeef5dcf4f req-e6a9611f-a356-4db3-9e4c-751e13462e0a tempest-AttachInterfacesV270Test-891039213 tempest-AttachInterfacesV270Test-891039213-project-member] Enqueued Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 734.942178] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGHEST for action security_group_members [ 734.942178] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.942178] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.942178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.942178] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.012983] env[65712]: INFO networking_nsxv3.common.synchronization [req-c6d58510-f112-4e12-a24e-abf275f407da req-4a53c38d-bbf6-4f40-b1da-1572b352ace6 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 735.013278] env[65712]: INFO networking_nsxv3.common.synchronization [req-c6d58510-f112-4e12-a24e-abf275f407da req-4a53c38d-bbf6-4f40-b1da-1572b352ace6 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 735.013621] env[65712]: INFO networking_nsxv3.common.synchronization [req-c6d58510-f112-4e12-a24e-abf275f407da req-4a53c38d-bbf6-4f40-b1da-1572b352ace6 service nova] Enqueued Resource ID: 668cb667-edf3-47f7-819f-a4483428e742 with Priority: HIGHEST for action port [ 735.013943] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 735.014393] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 735.014700] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668cb667-edf3-47f7-819f-a4483428e742 with Priority: HIGHEST for action port [ 735.015465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.015585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.016029] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.016919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.017056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.017416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-668cb667-edf3-47f7-819f-a4483428e742 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.017621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.017727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.017922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.018046] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668cb667-edf3-47f7-819f-a4483428e742',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.240149] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.240314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.240384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.240606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.240776] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.241329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.241420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.241953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.242109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.242202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.242268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.242397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.242473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.242553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.242643] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.444231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.444397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.445218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.445218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.445218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.445218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.445218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.445218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.445506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.445506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.445570] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a is going to be updated. [ 735.475542] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.475542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.475542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.475542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.475542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.484019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: IN_PROGRESS for 2s [ 735.523261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.523517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.523728] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 668cb667-edf3-47f7-819f-a4483428e742 with status ACTIVE [ 735.523951] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.524093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.524166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.524381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.524508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.524773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.524876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.524938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.525164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.525253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.525441] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.525550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.525611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.525845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.525944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.526329] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 668cb667-edf3-47f7-819f-a4483428e742 is going to be updated. [ 735.549857] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.550086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.550086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.550286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.550422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.550584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668cb667-edf3-47f7-819f-a4483428e742" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.614886] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: SUCCESS [ 735.615175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.615696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.615917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.616165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.616292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.616381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.616791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.616791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.616791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.616976] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.746793] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c45727-4fbd-47fd-ba66-a2d2bc44cc22: rpc.has_security_group_logging(os_id): False [ 735.756202] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-5b9a906f-98c9-49b7-820c-5472a4199db5 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 735.756202] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 735.756202] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.756202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.756202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.756879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.757246] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.757523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.757714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.758056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.758660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.758660] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.769026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.769026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.769026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.769026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.771354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.771478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.771567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.771726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.771802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.771897] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 735.846842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.846842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.846842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.846842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.846842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.860530] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 735.986225] env[65712]: INFO networking_nsxv3.common.synchronization [None req-bd6922d6-4b03-4459-9415-dd713c3fb89d None None] Enqueued Resource ID: 40b5199f-7530-4c02-b173-bdac24f3f58b with Priority: HIGHEST for action port [ 735.986225] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b5199f-7530-4c02-b173-bdac24f3f58b with Priority: HIGHEST for action port [ 735.986867] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b5199f-7530-4c02-b173-bdac24f3f58b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.988816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b5199f-7530-4c02-b173-bdac24f3f58b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.988816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b5199f-7530-4c02-b173-bdac24f3f58b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.988816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b5199f-7530-4c02-b173-bdac24f3f58b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.988816] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b5199f-7530-4c02-b173-bdac24f3f58b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.118755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.119062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.119482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.119799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.119799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.119993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.124935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.124935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.124935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.124935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.125819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.125819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.125819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.125819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.126173] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.126897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.126897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.127272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.127272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.127420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.127587] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.245778] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.248318] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.248318] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.249460] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.249460] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.249929] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.252703] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.252703] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.252703] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.252703] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.252703] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.252703] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.252703] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.252703] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.252703] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.252703] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.261362] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.261840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.262066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.262427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.262842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.265028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.265028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.265028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.265028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.265028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.265028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 736.284023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.284023] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.284023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.284023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.284023] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-0a0d0dac-6f75-4e94-94ad-036c56960f05 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.284023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.284023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.284023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.284023] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0d0dac-6f75-4e94-94ad-036c56960f05',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.307505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.307505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.307505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.307505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.307505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.317020] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 736.492113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40b5199f-7530-4c02-b173-bdac24f3f58b [ 736.492113] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.492113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.492113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.492113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.492300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.492699] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40b5199f-7530-4c02-b173-bdac24f3f58b already deleted. [ 736.492806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b5199f-7530-4c02-b173-bdac24f3f58b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.584074] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 736.584074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.584397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.584519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.584759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.585069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.585069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.585273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.585376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.585505] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.630680] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109bb213-bb81-44e8-a560-e43ff5930993: rpc.has_security_group_logging(os_id): False [ 736.649905] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.650360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.650360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.650604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.650705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.650944] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.651272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.651322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.651567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.651633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.651807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.651907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.653083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.653083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 is going to be created. [ 736.712746] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.712746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.712746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.712746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.713107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.725659] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: IN_PROGRESS for 2s [ 736.788871] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.788871] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.788871] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.789179] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.789179] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.789409] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 0a0d0dac-6f75-4e94-94ad-036c56960f05 not found, creating... [ 736.789723] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.789899] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.790029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.790358] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.790430] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790728] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.790892] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.790984] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.791241] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.791376] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.791519] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 0a0d0dac-6f75-4e94-94ad-036c56960f05 is going to be created. [ 736.819836] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.819836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.819836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.819836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.819836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.820402] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.088541] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.495872] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a063da8-1183-4d32-8dea-31347571bc0a in Status: SUCCESS [ 737.495872] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a deletion is rescheduled due to dependency. [ 737.495872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.551425] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-afaa7f1f-0b77-4b8d-b078-2d48ac1e462c service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 737.551425] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-afaa7f1f-0b77-4b8d-b078-2d48ac1e462c service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 737.551581] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-afaa7f1f-0b77-4b8d-b078-2d48ac1e462c service nova] Enqueued Resource ID: 0a0d0dac-6f75-4e94-94ad-036c56960f05 with Priority: HIGHEST for action port [ 737.551854] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 737.551947] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 737.552056] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0d0dac-6f75-4e94-94ad-036c56960f05 with Priority: HIGHEST for action port [ 737.552783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.552937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.552966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.553564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.553624] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.554845] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.554945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.555163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0d0dac-6f75-4e94-94ad-036c56960f05 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.555311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.555409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.555538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.555614] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0d0dac-6f75-4e94-94ad-036c56960f05',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.594089] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.879165] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 737.879638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.057021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.057021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.059283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0d0dac-6f75-4e94-94ad-036c56960f05 with status ACTIVE [ 738.059521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.059650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.059779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.060610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.060610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.060610] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.060610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.060610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.060910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.060910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.060982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.061051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.061546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.061709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.062213] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0d0dac-6f75-4e94-94ad-036c56960f05 is going to be updated. [ 738.091121] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.091121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.091121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.091121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.091121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.091121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0d0dac-6f75-4e94-94ad-036c56960f05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.097687] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.097875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.097939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.098240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.098350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.098456] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 738.155021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.155021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.155021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.155021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.155021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.168528] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 738.331550] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 738.331769] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d deletion is rescheduled due to dependency. [ 738.331916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.332168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.332351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.332553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.332676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.332748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.332915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.333018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.333122] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.745555] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: SUCCESS [ 738.745815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.784447] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-73c7161a-811e-44ff-9fa5-afdc127b8975 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 738.785906] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 738.785906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.785906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.838129] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.173784] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.174072] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.174162] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.175999] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.175999] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.175999] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.176255] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.176345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.176458] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.176672] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.176809] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.176888] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.176987] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.177470] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.177470] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.177470] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.198140] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.198312] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.198445] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.198616] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-51" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.198963] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-e53ca513-e191-4bac-ad24-03d06677ff91 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.199144] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.199273] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.199669] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.199854] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53ca513-e191-4bac-ad24-03d06677ff91',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.339401] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.702596] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.702814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.702935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.703248] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.703507] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.703579] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port e53ca513-e191-4bac-ad24-03d06677ff91 not found, creating... [ 739.703813] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.703969] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.704094] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.704350] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.704530] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.704878] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.705135] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.705494] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.705649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.705864] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.706094] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: e53ca513-e191-4bac-ad24-03d06677ff91 is going to be created. [ 739.727018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.727329] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.727526] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.727829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.728089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.728349] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.842349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.842642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.842642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.843055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.843055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.843055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 739.896591] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.896816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.896816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.897234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.897234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.907207] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 740.181027] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 740.181306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.181799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.181799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.182099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.182283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.182395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.183104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.183104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.183104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.183104] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.618729] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-79e88284-cc40-4da7-b858-2e2d5c6331ab service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 740.618921] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-79e88284-cc40-4da7-b858-2e2d5c6331ab service nova] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 740.619086] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4854864-c8d8-4658-ac25-453c985a8d7b req-79e88284-cc40-4da7-b858-2e2d5c6331ab service nova] Enqueued Resource ID: e53ca513-e191-4bac-ad24-03d06677ff91 with Priority: HIGHEST for action port [ 740.619678] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_rules [ 740.619831] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 740.619924] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53ca513-e191-4bac-ad24-03d06677ff91 with Priority: HIGHEST for action port [ 740.620376] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620504] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620763] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53ca513-e191-4bac-ad24-03d06677ff91 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.620843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.620898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.621139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.621192] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53ca513-e191-4bac-ad24-03d06677ff91',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.686749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.686749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.688393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.688393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.688393] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.123132] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e53ca513-e191-4bac-ad24-03d06677ff91 with status ACTIVE [ 741.123560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.123560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.123886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.123886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.124014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.124197] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.124379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.124379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.124548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.124778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.124872] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.124975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.125070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.125208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.125287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.125411] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e53ca513-e191-4bac-ad24-03d06677ff91 is going to be updated. [ 741.147789] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.148065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.148065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.148519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.148817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.148817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53ca513-e191-4bac-ad24-03d06677ff91" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.192671] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f3135a-7615-4f4b-ae6a-bae891eddb52: rpc.has_security_group_logging(os_id): False [ 741.218907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.219136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.219136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.220037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.220037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.220651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.220651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.221048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.221198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.221198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.221367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.221499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.221552] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 741.316216] env[65712]: INFO networking_nsxv3.common.synchronization [req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 req-b17f86f8-5b3b-4393-9418-1186f4968e54 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 741.318508] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.318508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.318508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.319135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.319414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.321789] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 741.324026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.324026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.324026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.324537] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.351036] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 741.777046] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a629c812-a782-4c29-a5c8-92975ab9cb72 None None] Enqueued Resource ID: bd488985-f15f-4aea-8ffc-0efeab886029 with Priority: HIGHEST for action port [ 741.778868] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd488985-f15f-4aea-8ffc-0efeab886029 with Priority: HIGHEST for action port [ 741.778868] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd488985-f15f-4aea-8ffc-0efeab886029 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.778868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd488985-f15f-4aea-8ffc-0efeab886029" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.778868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd488985-f15f-4aea-8ffc-0efeab886029" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.780855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd488985-f15f-4aea-8ffc-0efeab886029" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.780855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd488985-f15f-4aea-8ffc-0efeab886029',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.828894] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.828894] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.828894] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 already deleted. [ 741.828894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.920356] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.920356] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.920356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.920356] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.922681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.922981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.923324] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.923635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.925365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.925365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.925365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.925365] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.949027] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.949179] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.949340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.949695] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.949987] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.950209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.950349] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.950613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.950776] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.951013] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.951190] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.951317] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.951442] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.951613] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.951768] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.951932] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.975055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.975443] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.975702] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.975977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.976444] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-65deaba3-a510-4613-9217-c67ce65aa202 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.978110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.978110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.978110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.978110] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65deaba3-a510-4613-9217-c67ce65aa202',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.284622] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd488985-f15f-4aea-8ffc-0efeab886029 [ 742.284622] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.285229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.285229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.285229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.285229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.285350] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd488985-f15f-4aea-8ffc-0efeab886029 already deleted. [ 742.285350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd488985-f15f-4aea-8ffc-0efeab886029" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.426044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.426044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.426704] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.480228] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.480452] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.480576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.481312] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.481478] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.481655] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 65deaba3-a510-4613-9217-c67ce65aa202 not found, creating... [ 742.481941] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.482127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.482248] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.482465] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.482595] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.482866] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.484376] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.484584] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.484821] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.484958] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.485113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 65deaba3-a510-4613-9217-c67ce65aa202 is going to be created. [ 742.513033] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.513033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.513033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.513314] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.513428] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.513644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.928663] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.276843] env[65712]: INFO networking_nsxv3.common.synchronization [req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 req-25e69f31-fd97-46fe-9591-5643116403be service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 743.277058] env[65712]: INFO networking_nsxv3.common.synchronization [req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 req-25e69f31-fd97-46fe-9591-5643116403be service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 743.277201] env[65712]: INFO networking_nsxv3.common.synchronization [req-1bea9aee-4225-4a93-b2d6-facf4a1ec351 req-25e69f31-fd97-46fe-9591-5643116403be service nova] Enqueued Resource ID: 65deaba3-a510-4613-9217-c67ce65aa202 with Priority: HIGHEST for action port [ 743.277785] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 743.277930] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 743.280836] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65deaba3-a510-4613-9217-c67ce65aa202 with Priority: HIGHEST for action port [ 743.281261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.281423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.281495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.281841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.281900] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.282838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.286024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.286024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.286024] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.290095] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-65deaba3-a510-4613-9217-c67ce65aa202 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.290095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.290095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.290095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.290095] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65deaba3-a510-4613-9217-c67ce65aa202',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.374653] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 743.374653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.431224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.431449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.431449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.431671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.431759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.432311] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 743.490572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.490773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.490773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.491038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.491242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505560] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 743.795335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65deaba3-a510-4613-9217-c67ce65aa202 with status ACTIVE [ 743.795684] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.795684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.796117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.796117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.796117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.796456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.796456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.796456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.796927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.796927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.796927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.796927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.796927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.797203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.797203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.797263] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65deaba3-a510-4613-9217-c67ce65aa202 is going to be updated. [ 743.801770] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.801917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.803424] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.827409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.827551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.827551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.828277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.828277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.828435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65deaba3-a510-4613-9217-c67ce65aa202" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.947259] env[65712]: INFO networking_nsxv3.common.synchronization [None req-0dc5e9f6-f3d4-4dfa-9468-bee34360b086 None None] Enqueued Resource ID: 9e71cddb-12f3-40e9-af01-c8cfe62f94c8 with Priority: HIGHEST for action port [ 743.947857] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e71cddb-12f3-40e9-af01-c8cfe62f94c8 with Priority: HIGHEST for action port [ 743.950159] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e71cddb-12f3-40e9-af01-c8cfe62f94c8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.950159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e71cddb-12f3-40e9-af01-c8cfe62f94c8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.950159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e71cddb-12f3-40e9-af01-c8cfe62f94c8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.950418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e71cddb-12f3-40e9-af01-c8cfe62f94c8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.950506] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e71cddb-12f3-40e9-af01-c8cfe62f94c8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.068332] env[65712]: INFO networking_nsxv3.common.synchronization [req-88de413e-5696-41fe-9f43-47e5cc0582b5 req-481d43ba-c40a-4eda-9ae9-6eea713bab26 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 744.068760] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 744.069120] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.069588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.069751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.070095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.070189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.070288] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.305496] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.456881] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e71cddb-12f3-40e9-af01-c8cfe62f94c8 [ 744.458282] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.458282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.458282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.458282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.458282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.458282] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e71cddb-12f3-40e9-af01-c8cfe62f94c8 already deleted. [ 744.458282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e71cddb-12f3-40e9-af01-c8cfe62f94c8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.574072] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.603229] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.604489] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.604489] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.606203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.606203] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.606203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.606203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.606203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.606203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.606614] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.606614] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.606614] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.606752] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.606752] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.606849] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.607211] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.628055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.628055] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.628055] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.628055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.628055] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-95805b71-aedd-4624-9f54-eca7d7003fc3 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.628055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.628055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.630609] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.630609] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95805b71-aedd-4624-9f54-eca7d7003fc3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.810699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.810861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.810937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.811382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.811382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.811382] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be created. [ 744.837065] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.837065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.837065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.837065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.837358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.848585] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: UNINITIALIZED for 2s [ 745.076517] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f76ad61a-1d7d-492c-9707-8f101b8e2293 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 745.076517] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 745.076517] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.076961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.077519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.078057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.079050] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.132759] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.133132] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.133239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.133990] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.133990] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.133990] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 95805b71-aedd-4624-9f54-eca7d7003fc3 not found, creating... [ 745.134233] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.134373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.134470] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.134752] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.134869] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.135332] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.135463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.135635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.135844] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.135923] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.136072] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 95805b71-aedd-4624-9f54-eca7d7003fc3 is going to be created. [ 745.163771] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.164142] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.164324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.164755] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.165105] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.165430] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.277397] env[65712]: INFO networking_nsxv3.common.synchronization [None req-36182b94-6346-44fe-87b4-7aae0633aec6 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 745.278623] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 745.279105] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.279278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.517997] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 745.518468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.518468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.518678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.518869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.518991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.519068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.519223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.519306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.519570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.581060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.581250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.581532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.581689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581788] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 745.604365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.604552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.604598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.605065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.605142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.605283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 already deleted. [ 745.605449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.605793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.606071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.606224] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.619570] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.619808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.619908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.620227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.620352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.633169] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [req-88de413e-5696-41fe-9f43-47e5cc0582b5 req-76096229-a2aa-473d-b977-8eac19154404 service nova] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_rules [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [req-88de413e-5696-41fe-9f43-47e5cc0582b5 req-76096229-a2aa-473d-b977-8eac19154404 service nova] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [req-88de413e-5696-41fe-9f43-47e5cc0582b5 req-76096229-a2aa-473d-b977-8eac19154404 service nova] Enqueued Resource ID: 95805b71-aedd-4624-9f54-eca7d7003fc3 with Priority: HIGHEST for action port [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_rules [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 745.874045] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95805b71-aedd-4624-9f54-eca7d7003fc3 with Priority: HIGHEST for action port [ 745.874045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.874796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.874928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.875266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.875384] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.876738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.876738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.876738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-95805b71-aedd-4624-9f54-eca7d7003fc3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.876738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.876738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.876907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.877091] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95805b71-aedd-4624-9f54-eca7d7003fc3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.021645] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.127829] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.128126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.128731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.128857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 already deleted. [ 746.128970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.380357] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95805b71-aedd-4624-9f54-eca7d7003fc3 with status ACTIVE [ 746.380588] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.380722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.381045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.381045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.381219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.381324] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.381428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.381491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.381666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.381748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.381934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.382050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.382113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.382255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.382550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.382648] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95805b71-aedd-4624-9f54-eca7d7003fc3 is going to be updated. [ 746.384539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.384755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.413511] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.413511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.413511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.413511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.413729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.413765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95805b71-aedd-4624-9f54-eca7d7003fc3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.525406] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.861377] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 746.861704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.861898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.862154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.862439] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.862559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.862559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.862692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.862784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.862992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.863119] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.031709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.031895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.031956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.032284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.033938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.033938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 747.069265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.070343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.070460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.070726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.070940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.082628] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 747.366797] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.366992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.368280] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.368280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369439] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.369439] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.369439] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.735638] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 747.735932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.736046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.736636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.736876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.736961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.737074] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.745053] env[65712]: INFO networking_nsxv3.common.synchronization [req-f1c510a0-479d-4f4e-8558-ecd487db9058 req-e564604d-21b8-4c8a-a822-9efaa7f9d5df tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 747.745578] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 747.745879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.745994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.746383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.746591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.746757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.746859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.746925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.747240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.747240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.747329] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.872340] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be3dd05-b7fe-4e85-868a-3776676b7288: rpc.has_security_group_logging(os_id): False [ 747.891535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.891797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.891797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.892629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.892629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.892629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.892629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.892629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.892978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.892978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.893081] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.893236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.893236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.893410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.893481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.893700] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.893816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.893943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.894286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.894286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.894286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be created. [ 747.959712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.959956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.960094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.960595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.960741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.977497] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 748.043575] env[65712]: INFO networking_nsxv3.common.synchronization [None req-402e8ef6-42d2-4fa7-9a60-5ea2266af945 None None] Enqueued Resource ID: 34e65633-ca38-410c-bde7-b6ca644b4a60 with Priority: HIGHEST for action port [ 748.044204] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e65633-ca38-410c-bde7-b6ca644b4a60 with Priority: HIGHEST for action port [ 748.044204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-34e65633-ca38-410c-bde7-b6ca644b4a60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.044411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34e65633-ca38-410c-bde7-b6ca644b4a60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.044411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34e65633-ca38-410c-bde7-b6ca644b4a60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.044630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34e65633-ca38-410c-bde7-b6ca644b4a60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.044720] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e65633-ca38-410c-bde7-b6ca644b4a60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.243109] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.250740] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.547515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34e65633-ca38-410c-bde7-b6ca644b4a60 [ 748.547887] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.548064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.548206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.548498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.548600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.548702] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34e65633-ca38-410c-bde7-b6ca644b4a60 already deleted. [ 748.548786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34e65633-ca38-410c-bde7-b6ca644b4a60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.745902] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.753149] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.097957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 749.098281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.098660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.099053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.099440] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.099692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.099817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.100105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.100281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.100484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.100725] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.100852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.100912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.101353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.101498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.101647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.101791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.102118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.102301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.102477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.102767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.250558] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.250730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.250730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.251044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.251202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.251202] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 749.256265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.256427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.256502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.256722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.256816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.256921] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 749.286710] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.286886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.286980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.287734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.287734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.289425] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.289547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.289603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.289883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.289965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.302701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 749.303479] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 749.336508] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.336716] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.336836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.337181] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.337461] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.337615] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.337723] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.337975] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.338087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.339620] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.339620] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.339620] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.339620] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.339620] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.339620] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.339620] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.372045] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.372045] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.372045] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.372254] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-434" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372480] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372687] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372808] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.373142] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.373284] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.608091] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d: rpc.has_security_group_logging(os_id): False [ 749.627325] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.627325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.627608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.628165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.628165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.628165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.628337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.629071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.629071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.629071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.629071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.629071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.630118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.630226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.630446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.630602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.630654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.630779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.630865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.630969] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 749.699905] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.700138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.700206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.700443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.700741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.717245] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 749.876878] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.877403] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.877403] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.877752] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.877903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.878069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 not found, creating... [ 749.878419] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.878581] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.878697] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.878974] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.879479] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.879479] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.879620] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.879728] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.879969] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.880842] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.880944] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 is going to be created. [ 749.905465] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.905699] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.905912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.906738] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.906976] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.907442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.992908] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 749.993178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.999885] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b71fa5f3-fc2b-43bc-9c67-877fccfbb80f None None] Enqueued Resource ID: 8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3 with Priority: HIGHEST for action port [ 750.000619] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3 with Priority: HIGHEST for action port [ 750.001901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.001901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.001901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.001901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.002154] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.504315] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3 [ 750.504765] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.504913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.504981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.505395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.505547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.505697] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3 already deleted. [ 750.505831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c273aeb-c1f2-402c-a5d2-f3ab7975f0a3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.585577] env[65712]: INFO networking_nsxv3.common.synchronization [req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 req-921088b3-f8df-4923-b978-fd8e108fdb09 tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 750.586245] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 750.586837] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.586837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.586997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.587188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.587422] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.587568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.587626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.587812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.587967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.588164] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.777823] env[65712]: INFO networking_nsxv3.common.synchronization [req-f1c510a0-479d-4f4e-8558-ecd487db9058 req-5dfa732b-2911-47bf-aee1-7c0a7fc80fe7 service nova] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 750.778015] env[65712]: INFO networking_nsxv3.common.synchronization [req-f1c510a0-479d-4f4e-8558-ecd487db9058 req-5dfa732b-2911-47bf-aee1-7c0a7fc80fe7 service nova] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 750.778172] env[65712]: INFO networking_nsxv3.common.synchronization [req-f1c510a0-479d-4f4e-8558-ecd487db9058 req-5dfa732b-2911-47bf-aee1-7c0a7fc80fe7 service nova] Enqueued Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 750.779198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 750.779198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 750.779198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 750.779198] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.779422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.779422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.779614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.779708] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.780686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.780776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.780939] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.781054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.781103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.782173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.782173] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.091307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.091692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.091692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.091836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.091937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.092389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.092389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.092389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.092616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.092616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.092616] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be updated. [ 751.122658] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.122836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.123505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.123505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.123505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.136487] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 751.180024] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.180024] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.180024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.181056] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.181381] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.181601] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.181803] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.181995] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.182220] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.182475] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.182704] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.204804] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.205962] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.208020] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.208020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.208020] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-fcf39cea-732e-47a0-bb37-d381e5d203c9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.208020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.208020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.208020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.208020] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf39cea-732e-47a0-bb37-d381e5d203c9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.284877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.284877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.284877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with status ACTIVE [ 751.284877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.284877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.284877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.284877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.285379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.285379] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.285379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.285497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.285561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.285637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.285842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.285959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.286029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.286221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.286420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 is going to be updated. [ 751.309785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.310393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.310627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.310948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.311618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.311935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.329128] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 751.329128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.329128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.329128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.329569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.329569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.329684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.330265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.330265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.330265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.330265] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.332668] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.334155] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.334155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.334155] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.713344] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.713588] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.713712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.714122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.714277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.714373] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port fcf39cea-732e-47a0-bb37-d381e5d203c9 not found, creating... [ 751.714632] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.714799] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.714903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.715151] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.715303] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.715527] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.715678] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.715784] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.716120] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.716279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.716416] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: fcf39cea-732e-47a0-bb37-d381e5d203c9 is going to be created. [ 751.739083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 751.739224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.739378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.739607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.739735] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.743808] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.743970] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.744129] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.744386] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.744632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.744883] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.833498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.834532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.834532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.834532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.834532] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.834759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.834796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.835089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.835089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.835575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.835870] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.836134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.836312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.836686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.837154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.837318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.837474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.837708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.837888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.838151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.838381] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.840330] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.243347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.243347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.243347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.243347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.243347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.244068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.244068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.244068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.244068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.244068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.244068] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.342736] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26a121fe-5bff-49bf-813c-d323e1f9ccf6: rpc.has_security_group_logging(os_id): False [ 752.345621] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.363273] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.363462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.363547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.363770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.363883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.364100] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.364203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.364270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.364429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.364521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.364821] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.364892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.364950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.365210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.365312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.365533] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.365648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.365713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.365857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.365937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.366054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 752.443184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.443344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.443421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.443705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.443880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.459993] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 752.475390] env[65712]: INFO networking_nsxv3.common.synchronization [req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 req-4f831edd-fc0b-4ae2-be3e-b84358ad8f0f service nova] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 752.475698] env[65712]: INFO networking_nsxv3.common.synchronization [req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 req-4f831edd-fc0b-4ae2-be3e-b84358ad8f0f service nova] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 752.475698] env[65712]: INFO networking_nsxv3.common.synchronization [req-beb8e722-ad2d-40f5-b42e-a2f2cc88c381 req-4f831edd-fc0b-4ae2-be3e-b84358ad8f0f service nova] Enqueued Resource ID: fcf39cea-732e-47a0-bb37-d381e5d203c9 with Priority: HIGHEST for action port [ 752.476818] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_rules [ 752.477067] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 752.477232] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf39cea-732e-47a0-bb37-d381e5d203c9 with Priority: HIGHEST for action port [ 752.477935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.478150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.478240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.478811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.478873] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.479948] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.479948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.480152] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf39cea-732e-47a0-bb37-d381e5d203c9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.480239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.480352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.480555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.480651] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf39cea-732e-47a0-bb37-d381e5d203c9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.746458] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.746614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.746686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.746901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.747100] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.747278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.747381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.747613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.747736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.747879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.748118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.748239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.748306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.748454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.748594] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.748697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.748761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.748901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.748976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.750792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.750792] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.848617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.848770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.848844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.849093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.849218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.849433] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 752.885749] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.885903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.885980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.886194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.886426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.897903] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 752.982645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.982806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcf39cea-732e-47a0-bb37-d381e5d203c9 with status ACTIVE [ 752.984485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.984622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.984724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.985029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.985138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.985346] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.985457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.985521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.985698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.985777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.985970] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.986084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.986145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.986287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.986361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.986445] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcf39cea-732e-47a0-bb37-d381e5d203c9 is going to be updated. [ 753.009967] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.010191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.010280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.010473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.010629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.010813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf39cea-732e-47a0-bb37-d381e5d203c9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.148873] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 753.149096] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 deletion is rescheduled due to dependency. [ 753.149210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.149614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.149614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.149820] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.149961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.150030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.150506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.150506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.150506] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.252550] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d: rpc.has_security_group_logging(os_id): False [ 753.276630] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.276845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.276968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.277277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.277438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.277873] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.278064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.278184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.278450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.278696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.278886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.279057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.279179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.279599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.279663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.279945] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.280386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.280386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.280491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.280562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.280693] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 753.377715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.378032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.378123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.378350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.378533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.400923] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 753.652414] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.909025] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4ac005ed-9806-48c7-9f5f-3f978a321759 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 753.909025] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 753.909025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.909025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.909025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.909025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.909025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.107369] env[65712]: INFO networking_nsxv3.common.synchronization [None req-aa232957-dc17-4c12-b7dd-898477d34633 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 754.107369] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 754.107369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.107369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.113768] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c1a57266-0b2a-49a5-84fa-4a51bb9a7c56 None None] Enqueued Resource ID: d63557a0-3b75-4fde-a6e3-02ee5860dec3 with Priority: HIGHEST for action port [ 754.113768] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63557a0-3b75-4fde-a6e3-02ee5860dec3 with Priority: HIGHEST for action port [ 754.115106] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d63557a0-3b75-4fde-a6e3-02ee5860dec3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.115106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d63557a0-3b75-4fde-a6e3-02ee5860dec3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.115106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d63557a0-3b75-4fde-a6e3-02ee5860dec3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.115106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d63557a0-3b75-4fde-a6e3-02ee5860dec3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.115106] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d63557a0-3b75-4fde-a6e3-02ee5860dec3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.155444] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.438222] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 already deleted. [ 754.438222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438800] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.476351] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 754.476351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.617997] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d63557a0-3b75-4fde-a6e3-02ee5860dec3 [ 754.618076] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.618268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.618401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.618625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.618718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.618812] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d63557a0-3b75-4fde-a6e3-02ee5860dec3 already deleted. [ 754.618897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d63557a0-3b75-4fde-a6e3-02ee5860dec3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.658948] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.659266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.659266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.659725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.659725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.659725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be updated. [ 754.699121] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.699337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.699337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.701022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.701022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.709785] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 754.909900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 754.910156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.910321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.910530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.910714] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.912429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.912515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.912731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.912840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.912881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.912950] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.962381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.962472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.962472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.962808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.962951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.963107] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 already deleted. [ 754.963219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.414947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.415259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.415350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.417410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.417410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.417410] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.428381] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 755.428737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.921034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 755.941639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.941837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.941882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.942579] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.942914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.943146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.943463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.943614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.943710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.944112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.944314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.944452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.944551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.944797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.944867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.945451] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 756.014877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.015153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.015194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.015407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.015565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.035153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 756.316185] env[65712]: INFO networking_nsxv3.common.synchronization [req-a0a1369f-c2c0-47ca-a540-17f3a2a1a93d req-3c0e5205-655a-4c40-b6f4-b1690dc093be tempest-ServersTestFqdnHostnames-472015679 tempest-ServersTestFqdnHostnames-472015679-project-member] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 756.317385] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGHEST for action security_group_members [ 756.318555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.318877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.319351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.319878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.320278] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.320736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.320909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.321686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.321686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.321985] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.442411] env[65712]: INFO networking_nsxv3.common.synchronization [None req-548ba6fa-cb6c-494a-8680-65fbed51e9b1 None None] Enqueued Resource ID: ec3d83fe-129b-46cf-8291-9c56d3516078 with Priority: HIGHEST for action port [ 756.443063] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d83fe-129b-46cf-8291-9c56d3516078 with Priority: HIGHEST for action port [ 756.443422] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3d83fe-129b-46cf-8291-9c56d3516078 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.443571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3d83fe-129b-46cf-8291-9c56d3516078" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.443679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3d83fe-129b-46cf-8291-9c56d3516078" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.443900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3d83fe-129b-46cf-8291-9c56d3516078" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.444075] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3d83fe-129b-46cf-8291-9c56d3516078',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.723579] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 756.723830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.724031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.724366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.724544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.727566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.727566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.727566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.727566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.727566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.727566] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.826604] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.826604] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.826604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.827519] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 is going to be updated. [ 756.857031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.857031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.857031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.857031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.857031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871653] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: IN_PROGRESS for 2s [ 756.947259] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec3d83fe-129b-46cf-8291-9c56d3516078 [ 756.947559] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.947686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.947762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.947936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.948042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.948227] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec3d83fe-129b-46cf-8291-9c56d3516078 already deleted. [ 756.948227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3d83fe-129b-46cf-8291-9c56d3516078" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.118059] env[65712]: INFO networking_nsxv3.common.synchronization [req-a02fe510-d237-4908-9e26-53c6b76e5042 req-de5b0c34-9f59-43bb-8b4f-e590499d8755 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 757.118699] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 757.119027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.120696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.120821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.121594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.121772] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.121882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.121952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.122170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.122237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.122313] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.140135] env[65712]: INFO networking_nsxv3.common.synchronization [req-3fc4c44e-c7dc-4df5-b680-13a9c2b315dd req-effc31b8-8eb4-414c-a344-7ae79f5cb114 tempest-VolumesAdminNegativeTest-1441723799 tempest-VolumesAdminNegativeTest-1441723799-project-member] Enqueued Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 757.140577] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGHEST for action security_group_members [ 757.140920] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.141093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.141197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.142017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.142106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.142362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.142451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.142513] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.228509] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.501020] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.502672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.502672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.502672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.502672] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.502672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.502672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.502977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.503131] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.503498] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.503627] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.503791] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.503988] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.505159] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.505159] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.505159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.528058] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.528366] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.528555] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.528770] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.529149] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-1109507a-b8d3-47e0-8c56-b6da237c8e7f taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.530087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.530087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.530087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.530260] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1109507a-b8d3-47e0-8c56-b6da237c8e7f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.625575] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.625765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.625868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.626118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.626247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.626516] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.626647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.626719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.626950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.627036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.627187] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 already deleted. [ 757.627316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.644996] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.645351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.645569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.645662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.645855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.645955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.646033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.646187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.646265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.646355] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 is going to be updated. [ 757.675921] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.676111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.676224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.676484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.676684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.688378] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: IN_PROGRESS for 2s [ 757.730986] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37bda887-181f-4971-81ae-f7029ca0ba03: rpc.has_security_group_logging(os_id): False [ 757.753252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.753474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.754023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.754286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.754398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.754722] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.754860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.754923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.756062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.756062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.756062] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be updated. [ 757.852697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.852939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.852986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.853229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.853382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.871707] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 758.008247] env[65712]: INFO networking_nsxv3.common.synchronization [req-84b24293-20b6-4612-bddc-1b87488e711b req-6dcf710e-07cb-4bce-8470-99a8e9a64016 tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 758.008800] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 758.009118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.009256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.009315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.009537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.009702] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.009791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.009878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.010012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.010102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.010196] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.032392] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.032529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.032655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.032960] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.033123] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.033274] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 1109507a-b8d3-47e0-8c56-b6da237c8e7f not found, creating... [ 758.033540] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.033753] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.033938] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.034199] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.034335] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.034629] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.034781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.034896] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.035143] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.035284] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.035424] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 1109507a-b8d3-47e0-8c56-b6da237c8e7f is going to be created. [ 758.055105] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 758.055367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.070393] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.070393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071427] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.071427] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.071773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.072057] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.512469] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.799486] env[65712]: INFO networking_nsxv3.common.synchronization [req-a02fe510-d237-4908-9e26-53c6b76e5042 req-2184b74e-cb3e-4c83-adb1-4d3b8541eae1 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 758.799687] env[65712]: INFO networking_nsxv3.common.synchronization [req-a02fe510-d237-4908-9e26-53c6b76e5042 req-2184b74e-cb3e-4c83-adb1-4d3b8541eae1 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 758.803195] env[65712]: INFO networking_nsxv3.common.synchronization [req-a02fe510-d237-4908-9e26-53c6b76e5042 req-2184b74e-cb3e-4c83-adb1-4d3b8541eae1 service nova] Enqueued Resource ID: 1109507a-b8d3-47e0-8c56-b6da237c8e7f with Priority: HIGHEST for action port [ 758.805519] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 758.805519] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 758.805519] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1109507a-b8d3-47e0-8c56-b6da237c8e7f with Priority: HIGHEST for action port [ 758.805519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.806022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.806116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.806480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.806622] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.807807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.807990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.808102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.808363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.808558] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.810333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.810333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.810333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.810333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.810333] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.810594] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1109507a-b8d3-47e0-8c56-b6da237c8e7f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.810724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.810854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.811085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.811249] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1109507a-b8d3-47e0-8c56-b6da237c8e7f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.882489] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 in Status: SUCCESS [ 758.882793] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 deletion is rescheduled due to dependency. [ 758.883210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.015821] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.314037] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.314577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.314683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.315051] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1109507a-b8d3-47e0-8c56-b6da237c8e7f with status ACTIVE [ 759.315256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.315643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.315643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.315744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.315774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.315935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.316045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.316109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.316262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.316340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.316518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.316840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.316840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.316840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.316938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.316938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1109507a-b8d3-47e0-8c56-b6da237c8e7f is going to be updated. [ 759.341552] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.341696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.341763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.341998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.342189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.342368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1109507a-b8d3-47e0-8c56-b6da237c8e7f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.518360] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.518541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.518604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.518803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.518893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.518990] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 759.571952] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.572153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.572207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.572463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.572611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.584124] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 759.701164] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109bb213-bb81-44e8-a560-e43ff5930993 in Status: SUCCESS [ 759.701276] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 deletion is rescheduled due to dependency. [ 759.701372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.819447] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.887163] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 759.887458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.322208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.322537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.322537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.322785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.322785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.323599] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be created. [ 760.355022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.355022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.355022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.355022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.355022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.369271] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: UNINITIALIZED for 2s [ 760.657463] env[65712]: INFO networking_nsxv3.common.synchronization [req-260946e7-2094-4e38-9e28-312b26514567 req-a59434e4-052b-4d51-abcf-c5a2ad276765 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Enqueued Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 760.658307] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 760.659927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.659927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.659927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.659927] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.732532] env[65712]: INFO networking_nsxv3.common.synchronization [req-6bf3820a-053c-432a-af2e-aaad4f574ba8 req-dbf23509-55d3-40fd-83c2-35b685ef58d9 tempest-ServerMetadataTestJSON-1324110046 tempest-ServerMetadataTestJSON-1324110046-project-member] Enqueued Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 760.733224] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGHEST for action security_group_members [ 760.733933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.733933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.734390] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.734450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.734494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.735059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.735059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.735059] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.046964] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.047204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-994" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.047394] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-994" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.047812] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-994" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.054371] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.054582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.054701] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.055045] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.055220] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.055425] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.055534] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.055638] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.055743] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.055848] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.055950] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.056166] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.077409] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.077614] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.077782] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.077973] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-994" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.078366] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-63954443-26a4-4996-a6b0-ff4e50f70f80 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.078566] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.078687] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.079057] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.079217] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63954443-26a4-4996-a6b0-ff4e50f70f80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.136517] env[65712]: INFO networking_nsxv3.common.synchronization [req-738caf5a-3016-401d-b0f4-aeb582105e85 req-b85a5d0f-4b6e-464e-bd29-e57af3879bcf tempest-MultipleCreateTestJSON-1186409667 tempest-MultipleCreateTestJSON-1186409667-project-member] Enqueued Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 761.137788] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d with Priority: HIGHEST for action security_group_members [ 761.138267] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.140274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.162804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.162988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.163111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.163351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.163477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.163799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.163938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.164027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.164219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.164311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.164403] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 already deleted. [ 761.164488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.238122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.238122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.238122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.238439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.238439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.238630] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.238935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.238935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.239131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.239131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.239228] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd is going to be updated. [ 761.271017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.271205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.271255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.271674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.271828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.309108] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: IN_PROGRESS for 2s [ 761.582306] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.582675] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.582675] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.582956] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.583115] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.583275] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 63954443-26a4-4996-a6b0-ff4e50f70f80 not found, creating... [ 761.583565] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.583719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.583873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.584204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.584393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.584674] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.584972] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.584972] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.585140] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.585323] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.585414] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 63954443-26a4-4996-a6b0-ff4e50f70f80 is going to be created. [ 761.598748] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 761.598834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.598949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.599183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.599378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.599503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.599571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.599787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.599885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.599989] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.606918] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.607357] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.607595] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.607997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.608374] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.608740] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.049397] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 762.049397] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 762.050076] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 762.050188] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 762.050492] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.050665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.050715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.050967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051143] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.051701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.051701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.051701] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.052992] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.053150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.053198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.053416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.053599] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.053737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.053777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.053984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.054205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.054474] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.103341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.103545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.103545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.103920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.103997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.104218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.104315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.104380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.104554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.104770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.104770] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d is going to be updated. [ 762.109913] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_rules [ 762.110139] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 762.110277] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 762.110401] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 762.110522] env[65712]: INFO networking_nsxv3.common.synchronization [req-36dae565-e917-4a64-b239-ea87789303db req-e70eee95-01ff-4471-b7d6-3cc1435c3f8c tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 762.111117] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_rules [ 762.111287] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 762.111393] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 762.111486] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 762.111577] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 762.111855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.111972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.112060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.112553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.112553] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.113478] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.113563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.113622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.113760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.113844] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.114623] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.114723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.114790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.114956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.115093] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.116506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.116633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.116832] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.116934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.136538] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.136786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.136786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.137856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.137856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.152789] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: IN_PROGRESS for 2s [ 762.354456] env[65712]: INFO networking_nsxv3.common.synchronization [req-260946e7-2094-4e38-9e28-312b26514567 req-5a5018a7-fbb6-420e-a025-c1cc854bc85b service nova] Enqueued Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_rules [ 762.354634] env[65712]: INFO networking_nsxv3.common.synchronization [req-260946e7-2094-4e38-9e28-312b26514567 req-5a5018a7-fbb6-420e-a025-c1cc854bc85b service nova] Enqueued Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 762.354770] env[65712]: INFO networking_nsxv3.common.synchronization [req-260946e7-2094-4e38-9e28-312b26514567 req-5a5018a7-fbb6-420e-a025-c1cc854bc85b service nova] Enqueued Resource ID: 63954443-26a4-4996-a6b0-ff4e50f70f80 with Priority: HIGHEST for action port [ 762.355488] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_rules [ 762.355634] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 762.355746] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63954443-26a4-4996-a6b0-ff4e50f70f80 with Priority: HIGHEST for action port [ 762.356467] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.356586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.356661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.356952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.357125] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.358421] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.358421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.358653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.358791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.359609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.359609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.359842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.360356] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.362288] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-63954443-26a4-4996-a6b0-ff4e50f70f80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.362410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.362490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.364019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.364019] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63954443-26a4-4996-a6b0-ff4e50f70f80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.385716] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 762.385716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.386027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.386298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.386564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.386742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.386851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.387085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.387304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.387404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.387502] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.556885] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.558022] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.618216] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.619145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.619145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.619145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.619145] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with status ACTIVE [ 762.619145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.619407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.619407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.619554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.619632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.619828] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.619927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.619986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.620331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.620331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.620495] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.620564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.620612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.620721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.620796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.620879] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 is going to be updated. [ 762.641726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.642088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.642182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.642401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.642704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.865619] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.867015] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.867235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.867898] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63954443-26a4-4996-a6b0-ff4e50f70f80 with status ACTIVE [ 762.868124] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.868266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.868340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.868541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.868642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.868808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.868908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.868972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.869146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.869217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.869515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.869584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.869764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.869861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869898] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63954443-26a4-4996-a6b0-ff4e50f70f80 is going to be updated. [ 762.889873] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.890982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.891145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.891254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.891412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.891461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.891670] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.891779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.891900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.891984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892305] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.897040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.897180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.897301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.898080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.898080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.898080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63954443-26a4-4996-a6b0-ff4e50f70f80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.062100] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.063233] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.327066] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37b413d0-873b-401b-ad1c-9f95913605cd in Status: SUCCESS [ 763.327349] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd deletion is rescheduled due to dependency. [ 763.327496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.369503] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.396474] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9657a2fd-4c40-41dc-83e2-f2bd76d00191: rpc.has_security_group_logging(os_id): False [ 763.416397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.416397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.416397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.416397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.416397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.416397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.416928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.416928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.416928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.417065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.417608] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.417768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.417838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.418059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.418726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.418726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.418726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.418726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.418966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.418966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.419155] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be created. [ 763.503739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.503928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.503928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.504188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.504448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.519169] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 763.566154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.566374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.566374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.566605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.566710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.566812] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be created. [ 763.568143] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.568291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.568908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.568908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.568908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.568908] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 763.622780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.623165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.623165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.623649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.623902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.628020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.628287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.629068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.640252] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 763.641030] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: UNINITIALIZED for 2s [ 763.872842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.872984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.872984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.873219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.873292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.873400] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 is going to be created. [ 763.906514] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.906809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.906809] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.906989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.907295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.922613] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: UNINITIALIZED for 2s [ 764.165361] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d in Status: SUCCESS [ 764.165861] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d deletion is rescheduled due to dependency. [ 764.165861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533904] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 765.534346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.652913] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 765.653153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.653418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.653722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.654014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.654212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.654374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.654557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.654695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.654851] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.657515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 765.657515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.659576] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.659576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.659576] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.932903] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: SUCCESS [ 765.933184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.933366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.933609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933817] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.934018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.934178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.934250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.934355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.934454] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.165026] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.165026] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.437338] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.437591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.437691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.437988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.438254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.438565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.438565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.438808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.439135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.439135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.439323] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.439548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.439548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.440200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.441266] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.442110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.442225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.442799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.442917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.443011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.443088] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.669321] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.670450] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.729475] env[65712]: INFO networking_nsxv3.common.synchronization [req-73535a46-bdbc-4969-82bd-37b8956acee3 req-6814e256-ead1-426b-abe6-8c3455614be7 tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 766.730065] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 766.730424] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.730601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.730601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.730820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.730979] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.731293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.731370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.731522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.731677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.731747] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.945737] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9b3ae46-4193-4c49-bd61-f29c8a4601f9: rpc.has_security_group_logging(os_id): False [ 766.970581] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.970581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.971094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.971613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.971613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.971613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.971951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.971951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.972069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.972204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.972261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.972426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.972499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.972696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.972788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.972859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.973093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.973227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.973307] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 is going to be created. [ 767.046983] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.046983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.046983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.046983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.046983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.056735] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: IN_PROGRESS for 2s [ 767.173117] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.176019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 767.176019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.176019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.176019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be updated. [ 767.213856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.213977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.214047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.214285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.214469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.218785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.218785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.218785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.218785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.218785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.230492] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 767.231680] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 767.234471] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.738297] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.246512] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.246672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.246734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.246954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.247047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.247150] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 768.286490] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.286490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.286490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.286490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.286490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.298816] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 769.086122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: SUCCESS [ 769.086460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.249030] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 769.249274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.249450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.249715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.250057] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.250057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.250245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.250469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.250602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.250653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.250732] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.252485] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 769.252998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.252998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.252998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.253190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.253273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.253312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.253548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.253643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.253735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.253829] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.755505] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.760059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.760059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.760059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.760059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.760059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.760059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.760455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.760455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.760455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.760455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.760564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.760608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.760673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.760816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.761125] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.761125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.761125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.761275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.761355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.761415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.761797] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.234537] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.234788] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.257955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0472e52b-2c59-4ac6-9c34-da8e579e9c88: rpc.has_security_group_logging(os_id): False [ 770.265052] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 770.278542] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.278756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.278756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.279225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.279398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.279721] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.279855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.280131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.280219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.280335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be created. [ 770.284402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.284669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.284669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.284879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.284969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.285245] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.285396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.285457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.285586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.285648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.286075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.286075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.286075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.286259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.286259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.286455] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.286549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.286641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.286768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.286803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.286913] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 770.310778] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 770.310989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.345784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.346183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.346183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.346297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.346444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.351377] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.351621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.351700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.351873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.352286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.362189] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 770.368571] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 770.811212] env[65712]: INFO networking_nsxv3.common.synchronization [None req-18793c06-a2c2-4cf2-900a-9fafdb1dda39 None None] Enqueued Resource ID: 15f86751-adcf-4b20-92f7-2ee620e8b64e with Priority: HIGHEST for action port [ 770.811450] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f86751-adcf-4b20-92f7-2ee620e8b64e with Priority: HIGHEST for action port [ 770.811800] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f86751-adcf-4b20-92f7-2ee620e8b64e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.811920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f86751-adcf-4b20-92f7-2ee620e8b64e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.811987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f86751-adcf-4b20-92f7-2ee620e8b64e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.812507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f86751-adcf-4b20-92f7-2ee620e8b64e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.812619] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f86751-adcf-4b20-92f7-2ee620e8b64e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.302857] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 771.303169] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 771.303169] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 771.303880] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 771.303880] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 771.303880] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 771.304148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.304532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.304707] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.305028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.305113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.305206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.306325] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-145ef629-8e22-4f68-a2e7-74a9ef61953e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.306431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.306503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.307580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.307748] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.307850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.307914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.308075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.308162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.308416] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.309060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.309170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.309240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.309393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.309613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.309613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.309693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.309799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.310173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.310173] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.314610] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15f86751-adcf-4b20-92f7-2ee620e8b64e [ 771.316518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.316518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.316518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.316518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.316518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.316518] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15f86751-adcf-4b20-92f7-2ee620e8b64e already deleted. [ 771.316518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f86751-adcf-4b20-92f7-2ee620e8b64e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.436670] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_rules [ 771.436874] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 771.437028] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_rules [ 771.437243] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 771.437319] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 771.437447] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 771.437568] env[65712]: INFO networking_nsxv3.common.synchronization [req-cb4fae98-d173-4a93-8075-9953b199e84f req-b763c008-5385-4eb1-9f26-8a1beb1c8254 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 771.438211] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_rules [ 771.438374] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_rules [ 771.438475] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 771.438583] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with Priority: HIGHEST for action port [ 771.438674] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_rules [ 771.438761] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 771.438848] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 771.439418] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.439552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.439775] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-145ef629-8e22-4f68-a2e7-74a9ef61953e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.439890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.439957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.440312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.440403] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.441333] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441782] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.442166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.442245] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.443010] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.443114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.443321] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.443420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.443651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-145ef629-8e22-4f68-a2e7-74a9ef61953e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.443739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.811341] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.812375] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.814328] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.945391] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-145ef629-8e22-4f68-a2e7-74a9ef61953e taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.945548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.946859] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 with status ACTIVE [ 771.947116] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.947248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.947358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.947547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.947637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.947814] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.947946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.948016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.948192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.948327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.948557] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.948625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.948680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.948849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.948947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.949068] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3 is going to be updated. [ 771.977814] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.977814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.978125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.978125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.978329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.978387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fa4ef8-9dad-4a1b-8ab7-3719e3df00c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.315031] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.315736] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.319793] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.378323] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 772.378555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.378795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.380059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.380059] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.391132] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 772.391495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.393420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.393420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.393420] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.819695] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.819695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.819695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.819695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.819695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.819695] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e is going to be created. [ 772.821060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.822036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.822036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.823699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.823699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.823699] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be updated. [ 772.824034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.824034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.824034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.824189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.824248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.824328] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 772.858180] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.858180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.858180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.858180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.858180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.869545] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.869545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.869545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.869691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.869724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.874014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.874014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.874014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.874014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.874014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.875017] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e in Status: UNINITIALIZED for 2s [ 772.887752] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 772.889065] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 772.895672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.895672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.895901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.896064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.174419] env[65712]: INFO networking_nsxv3.common.synchronization [req-38f5e5ce-2908-48e3-a13e-8eef042e84dc req-f12273a9-6240-4ce8-80a6-4c70714e8732 tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Enqueued Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 773.174994] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 773.175417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.175492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.175530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.175774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.175929] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.176337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.176445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.176687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.176807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176927] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.538943] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9981f1d1-4544-4e87-b38b-0c57213847f5 None None] Enqueued Resource ID: 7b5ad0b6-9d65-46cc-a27e-78d5d0163342 with Priority: HIGHEST for action port [ 773.539539] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5ad0b6-9d65-46cc-a27e-78d5d0163342 with Priority: HIGHEST for action port [ 773.539844] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5ad0b6-9d65-46cc-a27e-78d5d0163342 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.539975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5ad0b6-9d65-46cc-a27e-78d5d0163342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.542520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5ad0b6-9d65-46cc-a27e-78d5d0163342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.542734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5ad0b6-9d65-46cc-a27e-78d5d0163342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.542968] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5ad0b6-9d65-46cc-a27e-78d5d0163342',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.675058] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.675414] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-931" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.675538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-931" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.675860] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-931" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.676365] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.676543] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.676973] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.676973] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.677436] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.677436] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.677520] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.677569] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.678092] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.678226] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.678366] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.678514] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.680477] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.680813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.680813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.680917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.681286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.681286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.681286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.681440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.681473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.681539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.681628] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9df49338-4871-42e5-850c-abced0d37b01 already deleted. [ 773.681708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.700853] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.701071] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.701164] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-931" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701477] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-df3d7533-7e1c-4072-a249-a03ad1e2649a taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.701644] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.701935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.702237] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3d7533-7e1c-4072-a249-a03ad1e2649a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.045868] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5ad0b6-9d65-46cc-a27e-78d5d0163342 [ 774.046287] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.046541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.046724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.047460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.047460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.047460] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5ad0b6-9d65-46cc-a27e-78d5d0163342 already deleted. [ 774.047460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5ad0b6-9d65-46cc-a27e-78d5d0163342" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.204949] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.205274] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205403] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.205699] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.205993] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.206169] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port df3d7533-7e1c-4072-a249-a03ad1e2649a not found, creating... [ 774.206444] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.206678] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.206805] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.207064] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.207285] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.207616] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.207794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.207943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.208250] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.208486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.208583] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: df3d7533-7e1c-4072-a249-a03ad1e2649a is going to be created. [ 774.233186] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.233486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.233613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.233951] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.234258] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.234533] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.402121] env[65712]: INFO networking_nsxv3.common.synchronization [req-49fa841c-507f-4a29-b964-46519398b50f req-1bd3e25c-4171-4ffd-8456-52061f839bbd tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 774.402687] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 774.402987] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.403155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.403224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.403426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.403583] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.403682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.403746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.403892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.403976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.404092] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.889309] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e in Status: SUCCESS [ 774.889309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.889981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.890111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.890312] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.890431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.890526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.890728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.890819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.890920] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.902819] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 774.903036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.903269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.903506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.903717] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.903839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.903906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.904193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.904293] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.907122] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 774.907269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.907943] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.908090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.908183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.908347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.908434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.908628] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.908740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.908833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.909037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.909143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.909235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 774.910220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.910534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.910642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.910823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.910823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.911146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.911146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.911217] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.913729] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.941816] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.941966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.942058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.942315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.942465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.949703] env[65712]: INFO networking_nsxv3.common.synchronization [req-38f5e5ce-2908-48e3-a13e-8eef042e84dc req-7d25d5c0-1a01-4310-8e6c-d85358b00c62 service nova] Enqueued Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_rules [ 774.949899] env[65712]: INFO networking_nsxv3.common.synchronization [req-38f5e5ce-2908-48e3-a13e-8eef042e84dc req-7d25d5c0-1a01-4310-8e6c-d85358b00c62 service nova] Enqueued Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 774.950044] env[65712]: INFO networking_nsxv3.common.synchronization [req-38f5e5ce-2908-48e3-a13e-8eef042e84dc req-7d25d5c0-1a01-4310-8e6c-d85358b00c62 service nova] Enqueued Resource ID: df3d7533-7e1c-4072-a249-a03ad1e2649a with Priority: HIGHEST for action port [ 774.951355] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_rules [ 774.951355] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 774.951355] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3d7533-7e1c-4072-a249-a03ad1e2649a with Priority: HIGHEST for action port [ 774.952329] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.952464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.952533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.952790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.952878] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.953866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.953925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.953957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.954804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.954804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.954804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.954804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.954804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.954804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.954804] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.956293] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3d7533-7e1c-4072-a249-a03ad1e2649a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.957069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.957275] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3d7533-7e1c-4072-a249-a03ad1e2649a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.958880] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 775.394230] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.413880] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.416170] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.460378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.461285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.461285] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.461874] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df3d7533-7e1c-4072-a249-a03ad1e2649a with status ACTIVE [ 775.462153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.462556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.462556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.462688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.463355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.463355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.463355] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.463355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.463723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.463723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.463723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.463723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df3d7533-7e1c-4072-a249-a03ad1e2649a is going to be updated. [ 775.489155] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.489276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.489329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.491081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.491081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.491081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3d7533-7e1c-4072-a249-a03ad1e2649a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.515994] env[65712]: INFO networking_nsxv3.common.synchronization [req-d58253a8-7488-41e0-8eb4-2fa6567771d9 req-364a8703-ce60-485c-bc5e-24fc834d5083 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 775.516181] env[65712]: INFO networking_nsxv3.common.synchronization [req-d58253a8-7488-41e0-8eb4-2fa6567771d9 req-364a8703-ce60-485c-bc5e-24fc834d5083 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 775.516311] env[65712]: INFO networking_nsxv3.common.synchronization [req-d58253a8-7488-41e0-8eb4-2fa6567771d9 req-364a8703-ce60-485c-bc5e-24fc834d5083 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 775.516979] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGHEST for action security_group_members [ 775.517474] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e with Priority: HIGHEST for action security_group_members [ 775.517643] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 775.518078] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.518235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.518516] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-145ef629-8e22-4f68-a2e7-74a9ef61953e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.518658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.518932] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.519047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.878029] env[65712]: INFO networking_nsxv3.common.synchronization [req-85f14984-fcc9-426d-8b5d-86adca2c8f0f req-83b246ec-f925-4df9-8569-e3b950504648 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 775.878200] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 775.878856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.878856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.878856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.879136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.880395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.880395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.880395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.880395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.880395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.880395] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.896880] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.916090] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.921919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.922035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.922111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.922320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.922432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.923445] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 775.962330] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.962330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.962663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.962663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.962773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.965796] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.975635] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 776.349591] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.349815] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.349815] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350151] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.350466] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.350639] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.350747] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.350997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.351194] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.351437] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.351606] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.351772] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.351897] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.352028] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.352137] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.352274] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.374781] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.374781] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.374781] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.374781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.374781] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-53233349-b21b-43b5-9b88-83caba937dc5 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.374781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.374781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.374781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.374781] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53233349-b21b-43b5-9b88-83caba937dc5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.382904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.382904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.382904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.382904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.383818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.383972] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.383972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.384153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.384191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.385461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.385623] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 already deleted. [ 776.385735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.399833] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.399995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.400093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400575] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e is going to be updated. [ 776.422090] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.422282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.422356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.422574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.422667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.422767] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be updated. [ 776.440582] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.440804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.440804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.440980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.441167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.451327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e in Status: IN_PROGRESS for 2s [ 776.465398] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.465629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.465742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.466044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.466706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.470266] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.470266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.470266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.471721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.471721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.471721] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9df49338-4871-42e5-850c-abced0d37b01 is going to be created. [ 776.484394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 776.517598] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.517702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.517782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.528949] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: UNINITIALIZED for 2s [ 776.877673] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.878431] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.879279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.879588] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.879757] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.879932] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 53233349-b21b-43b5-9b88-83caba937dc5 not found, creating... [ 776.880263] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.880412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.880527] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.880756] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.880905] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881219] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.881380] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.881503] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.881710] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.881848] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881984] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 53233349-b21b-43b5-9b88-83caba937dc5 is going to be created. [ 776.905642] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.906036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.906036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.906265] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.906490] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.906720] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.974287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 776.974287] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 deletion is rescheduled due to dependency. [ 776.974287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693912] env[65712]: INFO networking_nsxv3.common.synchronization [req-85f14984-fcc9-426d-8b5d-86adca2c8f0f req-73e3f190-c7b5-4592-b469-36648b42f844 service nova] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_rules [ 777.694044] env[65712]: INFO networking_nsxv3.common.synchronization [req-85f14984-fcc9-426d-8b5d-86adca2c8f0f req-73e3f190-c7b5-4592-b469-36648b42f844 service nova] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 777.694188] env[65712]: INFO networking_nsxv3.common.synchronization [req-85f14984-fcc9-426d-8b5d-86adca2c8f0f req-73e3f190-c7b5-4592-b469-36648b42f844 service nova] Enqueued Resource ID: 53233349-b21b-43b5-9b88-83caba937dc5 with Priority: HIGHEST for action port [ 777.694721] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_rules [ 777.694856] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 777.695015] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53233349-b21b-43b5-9b88-83caba937dc5 with Priority: HIGHEST for action port [ 777.695265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695795] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.697096] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.697688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.697787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.697851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.697995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.698097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.698192] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.699026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-53233349-b21b-43b5-9b88-83caba937dc5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.699183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.699183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.699389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.699389] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53233349-b21b-43b5-9b88-83caba937dc5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.710029] env[65712]: INFO networking_nsxv3.common.synchronization [req-bd867b7d-7d0a-41a7-a14c-6f08fde9b816 req-e4bceca3-ffc3-41c8-9e56-8437ec48e0a8 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 777.711414] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGHEST for action security_group_members [ 777.711743] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.711897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.711946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.712143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.712305] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.712404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.712468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.712615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.712698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.712788] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.986669] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 777.986948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.987141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.987438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.987629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.987748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.987812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.987964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.988057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.988144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.988263] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.992256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.992725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.992782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.993024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.993126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.994674] env[65712]: INFO networking_nsxv3.common.synchronization [req-6c3783bc-3037-4f3e-8c4d-cdbbc3ad540b req-bc382d8d-7eb8-4ece-a56c-1b0c44b509a5 tempest-ServerAddressesTestJSON-2131803776 tempest-ServerAddressesTestJSON-2131803776-project-member] Enqueued Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 777.996530] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGHEST for action security_group_members [ 777.998407] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.998629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.998663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.999368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.999368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.999368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.999368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.999368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.999664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.999664] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.201233] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.202442] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.202597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.202727] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53233349-b21b-43b5-9b88-83caba937dc5 with status ACTIVE [ 778.202880] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.203462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.203592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.203780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.203943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.204117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.204196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.204399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.204480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.204541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.204711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.204811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.204899] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53233349-b21b-43b5-9b88-83caba937dc5 is going to be updated. [ 778.214889] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.215110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.215334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.215451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215593] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.215678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.215911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.216016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.216255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054699d0-ec69-487e-8118-663b2f999467 is going to be updated. [ 778.233033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.233033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.233206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.233303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.233441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.233999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53233349-b21b-43b5-9b88-83caba937dc5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.249668] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.249668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.249668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.250028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.250028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.260632] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: IN_PROGRESS for 2s [ 778.466902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e in Status: SUCCESS [ 778.467294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.467769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.467958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.468719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.468719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.468719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.468719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468719] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.469723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.469973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.470127] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.470291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.470364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.470578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.470639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.472013] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.499341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.499341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.499341] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.504729] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 778.504729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.504729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.504952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.504988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.505138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.505229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.505396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.506755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.506755] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.506755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.506755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.507056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.507056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.507249] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.507354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.508083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.508083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.508083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 is going to be updated. [ 778.508878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.509118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.509227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.509348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.509411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.512019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.512019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.512019] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.542950] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: SUCCESS [ 778.543655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.543831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.543831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.543918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.544068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.544155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.544246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.547719] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.547719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.547719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.547719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.547719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.547719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.557824] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: IN_PROGRESS for 2s [ 778.707055] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.739129] env[65712]: INFO networking_nsxv3.common.synchronization [req-23bf52f7-c9c8-4280-9918-80717dc98a3e req-4f7de4d8-b71a-4418-ac3e-e3677304c9f9 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 778.739129] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 778.739129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.739129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.739129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.739129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.739129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.739129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.739461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.739807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.739807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.739807] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.973609] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('145ef629-8e22-4f68-a2e7-74a9ef61953e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.976045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.976045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.976045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.976540] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e is going to be deleted. [ 779.001733] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.012918] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.014115] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.014775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.014775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.014775] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.014991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.014991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.015147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.015147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.015241] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be updated. [ 779.017974] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.018115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.018162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.018361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.018445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.018539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.050172] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.050172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.050172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.050452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.050498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.050649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.050854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.050948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.051051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.051147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.051297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.051394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.051456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.051601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.051739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.051820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.051884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.052041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.052119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.052199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.052290] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.058431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.058553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.058620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.058799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.058930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.070050] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 779.105983] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.106206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.106330] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.106612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.106871] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.107603] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.107769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.107998] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.108206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.108389] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.108501] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.108613] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.108709] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.108811] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.109186] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.109315] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.135473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.135675] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.135782] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.135956] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.136295] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-a4665b50-4419-4e82-b9c7-2959545feb62 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.136470] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.136587] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.136924] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.137294] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4665b50-4419-4e82-b9c7-2959545feb62',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.213612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.213699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.213769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.214219] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be created. [ 779.242109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.242265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.242352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.242534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.242695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.243845] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.243955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.244111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.244295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.244385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.244914] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.244914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.244914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.244914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.244914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.245113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 779.256827] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: UNINITIALIZED for 2s [ 779.275672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.275823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.275959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.276665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.276665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.296947] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 779.478977] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 145ef629-8e22-4f68-a2e7-74a9ef61953e: rpc.has_security_group_logging(os_id): False [ 779.500043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.500195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.500269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.500477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.500566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.500785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.500883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.501110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.501110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.501194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.501257] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e is going to be created. [ 779.503867] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.504009] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.504125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.504226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.504339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.504387] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 779.522038] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e], does not exist path=[/infra/domains/default/groups/145ef629-8e22-4f68-a2e7-74a9ef61953e]."\n}' [ 779.522038] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e [ 779.522038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 779.523270] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0472e52b-2c59-4ac6-9c34-da8e579e9c88: rpc.has_security_group_logging(os_id): False [ 779.543535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.543711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.543755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.544401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.544401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.546570] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.546774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.546893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.547340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.547415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.547733] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.548137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.548137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.548349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.548349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.548632] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be updated. [ 779.554805] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9df49338-4871-42e5-850c-abced0d37b01: rpc.has_security_group_logging(os_id): False [ 779.560405] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 779.569885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.570092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.570092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.570281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.571540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.571838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.571960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.572041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.572240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.572326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.572547] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.572652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.572718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.572884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.572957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.573058] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 145ef629-8e22-4f68-a2e7-74a9ef61953e is going to be created. [ 779.585112] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.585369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.585455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.585646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.585763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.585966] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.586089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.586152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.586318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.586399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.586621] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.586717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.586824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.586925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.587022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.587276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.587408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.587472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.587722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.587722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.587814] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9df49338-4871-42e5-850c-abced0d37b01 is going to be created. [ 779.594202] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e], does not exist path=[/infra/domains/default/groups/145ef629-8e22-4f68-a2e7-74a9ef61953e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e [ 779.594993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-145ef629-8e22-4f68-a2e7-74a9ef61953e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.595209] env[65712]: Traceback (most recent call last): [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 779.595293] env[65712]: return func(*args, **kwargs) [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.595293] env[65712]: res.raise_for_status() [ 779.595293] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.595293] env[65712]: raise HTTPError(http_error_msg, response=self) [ 779.595293] env[65712]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e [ 779.595293] env[65712]: During handling of the above exception, another exception occurred: [ 779.595293] env[65712]: Traceback (most recent call last): [ 779.595293] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 779.595293] env[65712]: listener.cb(fileno) [ 779.595293] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 779.595293] env[65712]: result = function(*args, **kwargs) [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 779.595293] env[65712]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 779.595293] env[65712]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 779.595293] env[65712]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 779.595293] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 779.595293] env[65712]: res.raise_for_status() [ 779.595293] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 779.595293] env[65712]: raise HTTPError(http_error_msg, response=self) [ 779.595992] env[65712]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/145ef629-8e22-4f68-a2e7-74a9ef61953e [ 779.595992] env[65712]: Removing descriptor: 13 [ 779.624646] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.624875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.624875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.625122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.625268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.639915] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.640166] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.640308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.640585] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.640741] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.640905] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port a4665b50-4419-4e82-b9c7-2959545feb62 not found, creating... [ 779.641215] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.641351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.641464] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.641701] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.641830] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.642143] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.642299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.642409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.642630] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.642771] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.642907] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: a4665b50-4419-4e82-b9c7-2959545feb62 is going to be created. [ 779.644716] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: IN_PROGRESS for 2s [ 779.655656] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.655910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.656039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.656353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.656555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.671936] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: IN_PROGRESS for 2s [ 779.675919] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.676206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.676475] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.676637] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.676889] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677133] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281610] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054699d0-ec69-487e-8118-663b2f999467 in Status: SUCCESS [ 780.281610] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054699d0-ec69-487e-8118-663b2f999467 deletion is rescheduled due to dependency. [ 780.281610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.440310] env[65712]: INFO networking_nsxv3.common.synchronization [req-23bf52f7-c9c8-4280-9918-80717dc98a3e req-7188dcd3-3d8b-4b01-96e8-8f92a4b9dd22 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 780.440310] env[65712]: INFO networking_nsxv3.common.synchronization [req-23bf52f7-c9c8-4280-9918-80717dc98a3e req-7188dcd3-3d8b-4b01-96e8-8f92a4b9dd22 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 780.440310] env[65712]: INFO networking_nsxv3.common.synchronization [req-23bf52f7-c9c8-4280-9918-80717dc98a3e req-7188dcd3-3d8b-4b01-96e8-8f92a4b9dd22 service nova] Enqueued Resource ID: a4665b50-4419-4e82-b9c7-2959545feb62 with Priority: HIGHEST for action port [ 780.440860] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 780.441019] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 780.441160] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4665b50-4419-4e82-b9c7-2959545feb62 with Priority: HIGHEST for action port [ 780.441497] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.443750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.443963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.444098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.444182] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.445250] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.445366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.445596] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4665b50-4419-4e82-b9c7-2959545feb62 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.445752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.445805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.445988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.446710] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4665b50-4419-4e82-b9c7-2959545feb62',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.570751] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 in Status: SUCCESS [ 780.570942] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 deletion is rescheduled due to dependency. [ 780.571075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.949072] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.949248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949418] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4665b50-4419-4e82-b9c7-2959545feb62 with status ACTIVE [ 780.949776] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.949920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.949979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.950201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.950298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.950485] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.950580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.950648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.950807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.950886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951080] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.951169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.951239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951621] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4665b50-4419-4e82-b9c7-2959545feb62 is going to be updated. [ 780.976668] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.976823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.976881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.977143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.977373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.977597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4665b50-4419-4e82-b9c7-2959545feb62" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.090304] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 781.090607] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 deletion is rescheduled due to dependency. [ 781.090820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.271542] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 781.271542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.271798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.271931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.273683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.273683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.273683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.273683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.273683] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.308981] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 781.309343] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 781.309343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.309528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309946] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.310078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.310144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.310383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.310470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.310567] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.469272] env[65712]: INFO networking_nsxv3.common.synchronization [req-ae0ee7d4-b8d6-49be-b7cf-e98518f1430a req-b774097e-146c-4807-91d0-e7dd0c6f98a8 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 781.469903] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 781.470767] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.470914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.471010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.471263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.471464] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.471766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.471766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.471949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.472110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.472269] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.526328] env[65712]: INFO networking_nsxv3.common.synchronization [req-0df24464-b1e1-4399-a7b1-fc55dde7c96d req-cd9b0d7a-06ba-4fd6-83b9-1818c73028ac tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 781.526409] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 781.527506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.527506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.527506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.527724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.528262] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.530405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.530405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.530405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.530405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.530405] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.579944] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 781.580319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.580562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.581157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.581157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.581263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.581313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.581509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.581624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.581742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.581986] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.582388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.582498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.582683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.583744] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.583744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.583744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.583744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.583744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.583744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.583744] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.662785] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 in Status: SUCCESS [ 781.662953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.685395] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: SUCCESS [ 781.685674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.775626] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.775925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.814631] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.915030] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.915824] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.915824] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.915978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.916357] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.916502] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.916619] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.916865] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.916990] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.917227] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.917338] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.917440] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.917538] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.917641] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.918195] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.918195] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.939532] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.939737] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.939836] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.939995] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.940338] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-f6b82682-6a58-443d-bd73-584c12a57389 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.940728] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.940728] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.940932] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.941081] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b82682-6a58-443d-bd73-584c12a57389',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.974288] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.974440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.974512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.974820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.997731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.998055] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.998152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.998226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.998522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.998591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.998694] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 782.028342] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.028537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.028610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.028841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.028994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.034208] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.038982] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 782.088024] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1abfa3f-7e5b-4343-9d7f-fe03ce100afc: rpc.has_security_group_logging(os_id): False [ 782.109926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.110113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.110180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.110819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.131780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.132048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.132204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.132277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.132441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.132542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.133192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.133192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.133192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.133192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.133192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.133472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.133472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.133472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.133705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.133705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.133705] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 782.200636] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.200833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.200934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.201242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.201447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.219809] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 782.317553] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.443448] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.443679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.443798] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.444116] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.444326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.444440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port f6b82682-6a58-443d-bd73-584c12a57389 not found, creating... [ 782.444785] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.445011] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.445232] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445628] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.445803] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.446214] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.446399] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.446528] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.446769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.446982] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.447307] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: f6b82682-6a58-443d-bd73-584c12a57389 is going to be created. [ 782.476086] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.476476] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.476688] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.477378] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.477684] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.477967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.536320] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.820437] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 782.855109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.855305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.855364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.855579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.855726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.867650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 783.038804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.039652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.039652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.039652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.039652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.039652] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 783.072631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.072814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.072915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.073159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.073313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.084932] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 783.182253] env[65712]: INFO networking_nsxv3.common.synchronization [req-0df24464-b1e1-4399-a7b1-fc55dde7c96d req-ca9a960a-1e6e-4235-b1e6-e625a5f71ec7 service nova] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_rules [ 783.182479] env[65712]: INFO networking_nsxv3.common.synchronization [req-0df24464-b1e1-4399-a7b1-fc55dde7c96d req-ca9a960a-1e6e-4235-b1e6-e625a5f71ec7 service nova] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 783.182649] env[65712]: INFO networking_nsxv3.common.synchronization [req-0df24464-b1e1-4399-a7b1-fc55dde7c96d req-ca9a960a-1e6e-4235-b1e6-e625a5f71ec7 service nova] Enqueued Resource ID: f6b82682-6a58-443d-bd73-584c12a57389 with Priority: HIGHEST for action port [ 783.183221] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_rules [ 783.183475] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 783.183604] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b82682-6a58-443d-bd73-584c12a57389 with Priority: HIGHEST for action port [ 783.183863] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.183983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.184158] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.184236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.185202] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b82682-6a58-443d-bd73-584c12a57389 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.185202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.185202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.185202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.185202] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b82682-6a58-443d-bd73-584c12a57389',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.690473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b82682-6a58-443d-bd73-584c12a57389 with status ACTIVE [ 783.690473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.690473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.690473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.690473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.690473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b82682-6a58-443d-bd73-584c12a57389 is going to be updated. [ 783.717288] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.717288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.717288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.717288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.717288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.717288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b82682-6a58-443d-bd73-584c12a57389" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.050338] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 784.050560] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 deletion is rescheduled due to dependency. [ 784.050620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.243495] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 784.243869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.882020] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 784.882266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.882495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.882637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.882842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.882965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.883223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.883382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.883382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.883551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.883551] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.097444] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 785.097622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.097859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.098161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.098387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.098563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.098668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.098876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.099023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.099163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.099381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.099553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.099649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.099836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.100047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.100201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.100301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.100488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.100649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.100747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.100870] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.101868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.102546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.102546] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.102546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.102546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.103052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.103052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.103179] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.200768] env[65712]: INFO networking_nsxv3.common.synchronization [req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca req-86fd6862-b7e9-489f-9342-69e503a2ac7a tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Enqueued Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 785.201498] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 785.202142] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.202275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.202600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.202758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.202858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.202946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.203129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.203219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.203326] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.385790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.386024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.386092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.386492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.386631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.386835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.386955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.387515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.387515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.387515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.387642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.388442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.388547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.388826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.388958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.389195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.389195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.389463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.389463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.389661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.389661] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.604734] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b247958c-4153-4ea9-a56e-841df43f7377: rpc.has_security_group_logging(os_id): False [ 785.606727] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.629238] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.629502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.629502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.629749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.629881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.630058] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.630231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.630231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.630387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.630473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.630808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.630917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.630979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.631616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.631616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.631785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.632062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.632184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.632362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.632439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.632527] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be created. [ 785.636411] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.636630] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-402" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.636768] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-402" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.637431] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-402" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.637551] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.637719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.637831] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.638078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.638228] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.638483] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.638595] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.638768] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.638846] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.638890] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.639192] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.639264] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.664407] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.664600] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.664768] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.665059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-402" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.665908] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-ba37c0c4-69f5-41fd-abea-8c867a2293c3 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.665908] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.665908] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.667316] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.667316] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba37c0c4-69f5-41fd-abea-8c867a2293c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.711319] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.712071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.712231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.712231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.712382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.712465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.712566] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 already deleted. [ 785.712652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.734271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.734365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.734439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.734718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.734904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.762745] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 785.894125] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02962c3a-e0ab-4950-94f5-deacf42f85ca: rpc.has_security_group_logging(os_id): False [ 785.913136] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.913461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.913553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.913838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.934892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.935212] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.935336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.935404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.935612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.935696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.935900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.935997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.936073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.936492] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.936597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.936661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.936836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.936914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.937677] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 786.001316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.001473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.001543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.001993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.002209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.021055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 786.109754] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.172025] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port ba37c0c4-69f5-41fd-abea-8c867a2293c3 not found, creating... [ 786.172025] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172560] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.172560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.172560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.173456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.173849] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.174142] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: ba37c0c4-69f5-41fd-abea-8c867a2293c3 is going to be created. [ 786.178990] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.179359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.180663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.180663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.180663] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.203080] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.203080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.203080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.612713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.612886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.612961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.613204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.613617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.613617] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 786.646578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.646746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.646882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.647175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.647365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.658968] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 786.683840] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.956370] env[65712]: INFO networking_nsxv3.common.synchronization [req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca req-b035b868-8390-4819-a4f7-4e2792e28a24 service nova] Enqueued Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_rules [ 786.956642] env[65712]: INFO networking_nsxv3.common.synchronization [req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca req-b035b868-8390-4819-a4f7-4e2792e28a24 service nova] Enqueued Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 786.956681] env[65712]: INFO networking_nsxv3.common.synchronization [req-042b2fb2-3623-4bf3-a1ea-b51d0dd4e8ca req-b035b868-8390-4819-a4f7-4e2792e28a24 service nova] Enqueued Resource ID: ba37c0c4-69f5-41fd-abea-8c867a2293c3 with Priority: HIGHEST for action port [ 786.957230] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_rules [ 786.957373] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 786.957475] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba37c0c4-69f5-41fd-abea-8c867a2293c3 with Priority: HIGHEST for action port [ 786.957743] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.957857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.957918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.958597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.958597] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.959431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.959548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.959615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.959793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.959962] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.960054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.960108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.960251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.960363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.960494] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.961301] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba37c0c4-69f5-41fd-abea-8c867a2293c3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.961417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.961554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.961648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.961737] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba37c0c4-69f5-41fd-abea-8c867a2293c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.053793] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad req-805684b5-c4fe-42bb-960b-f8641f6a50d2 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 787.056264] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 787.057285] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.057285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.057285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.057285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.057554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.057554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.057554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.057686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.057845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.057845] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.161267] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f64609c-fb66-441c-81ce-f30953d894de req-09d4a3cb-ac07-4398-b289-091e30fdcb01 tempest-ServerAddressesNegativeTestJSON-987148140 tempest-ServerAddressesNegativeTestJSON-987148140-project-member] Enqueued Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 787.161781] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGHEST for action security_group_members [ 787.162362] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.162991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.163169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.163169] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.186327] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.465737] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.465737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.465737] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.466873] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba37c0c4-69f5-41fd-abea-8c867a2293c3 with status ACTIVE [ 787.469609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.469609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.469609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.469609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.469609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.469609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.469844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.469844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.470084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.470204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.470473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.470597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.470679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.470876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.470976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.471110] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba37c0c4-69f5-41fd-abea-8c867a2293c3 is going to be updated. [ 787.475724] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.475952] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.476125] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.476483] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477108] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477362] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477510] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.477730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477867] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.478084] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.478203] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.478335] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.478444] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.478553] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.478654] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.478781] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.504479] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.504681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.504726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.504915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.505072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.505254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba37c0c4-69f5-41fd-abea-8c867a2293c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.507283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.507457] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.507626] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.507810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.508209] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-70605961-d842-4991-b5c7-1249ee73e134 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.508344] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.508466] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.508816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.508956] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70605961-d842-4991-b5c7-1249ee73e134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.562522] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.562721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.562961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.563101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.563264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.563550] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.563759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.563863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.564103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.564103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.564290] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa already deleted. [ 787.564290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.667800] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.667800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.667800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.667800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.668618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.668618] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.668618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.668618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.668618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.668937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.668937] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9df49338-4871-42e5-850c-abced0d37b01 is going to be updated. [ 787.690748] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 787.690748] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 787.705286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.705671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.707785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.707785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.707785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.717835] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: IN_PROGRESS for 2s [ 787.779443] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 787.779637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.779904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.780393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.780470] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.975942] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.012358] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.012667] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.012838] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.013277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.013413] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.013589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 70605961-d842-4991-b5c7-1249ee73e134 not found, creating... [ 788.013885] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014056] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014172] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.014406] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.014539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.014817] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014980] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.015111] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.015345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.015480] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.015615] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 70605961-d842-4991-b5c7-1249ee73e134 is going to be created. [ 788.035679] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 788.035679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.038301] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.038301] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038301] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.038301] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.283848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.284017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.479175] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.479418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.479489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.479674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.479798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.479911] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 is going to be created. [ 788.608160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.608525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.608616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.608997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.609372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.622646] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: UNINITIALIZED for 2s [ 788.677768] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 788.678041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.678294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.678586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.678854] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.679039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.679122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.679386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.679537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.679629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.679746] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.832732] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad req-cf170dd1-e766-486c-a2a4-d06ed3af5fd9 service nova] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_rules [ 788.832863] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad req-cf170dd1-e766-486c-a2a4-d06ed3af5fd9 service nova] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 788.833032] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7927bee-3e01-479c-a2ca-f6cbac2d1aad req-cf170dd1-e766-486c-a2a4-d06ed3af5fd9 service nova] Enqueued Resource ID: 70605961-d842-4991-b5c7-1249ee73e134 with Priority: HIGHEST for action port [ 788.833670] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_rules [ 788.833846] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 788.834010] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70605961-d842-4991-b5c7-1249ee73e134 with Priority: HIGHEST for action port [ 788.835333] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.835333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.835333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.835333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.835333] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.836013] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.836296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.836296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.836397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.836520] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.836599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.836693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.836792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.836878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.836966] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.838042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-70605961-d842-4991-b5c7-1249ee73e134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.838130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.838226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.839382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.839382] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70605961-d842-4991-b5c7-1249ee73e134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.841032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.841032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.841032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.841203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.858850] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 788.858850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.860407] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 788.994764] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.994764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.994764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.997480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.002839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.003119] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 789.003572] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.003572] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 789.042313] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.042422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.042526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.042740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.043700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.046057] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 789.120216] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.120216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.120216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.120216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.120216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.120216] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 789.184251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.184343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.184479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.184717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.184936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.185055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.185117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.185295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.185398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.185512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.185641] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.185707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.185760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.185938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.186278] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.186278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.186278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.186434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.186434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.187658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.187658] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.190783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.190945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.190992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.191163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.191528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.191642] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 789.191743] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5eb71f59-ae8c-4b8d-9cf0-39a38b3692de', 'd1effaf8-456a-4b34-814d-66c65bccdce4', '0472e52b-2c59-4ac6-9c34-da8e579e9c88', '4e9b4659-b1d7-4135-821d-754b0c7f3e74', 'fdda0757-4bf0-42cf-863b-78ac83ea1ddb', '209f883e-d7ef-4a47-a768-6201f5f0b110', '94c45727-4fbd-47fd-ba66-a2d2bc44cc22', '2c951ea9-010b-419c-9bd7-edc8cbf1e71e', 'c49aaf36-9646-4789-8943-6631d27b3c6f', 'b9b3ae46-4193-4c49-bd61-f29c8a4601f9', '054699d0-ec69-487e-8118-663b2f999467', '576241f8-dac7-4c35-9d81-09db0da01371', 'b247958c-4153-4ea9-a56e-841df43f7377', '37b413d0-873b-401b-ad1c-9f95913605cd', '7dca07b4-9e3c-4301-9d7c-24c0569b83a4', '9df49338-4871-42e5-850c-abced0d37b01', '9f04c498-2d07-452e-844e-758a08d26b3d', '9be3dd05-b7fe-4e85-868a-3776676b7288', '26a121fe-5bff-49bf-813c-d323e1f9ccf6', '253eb272-a3ff-48d3-8373-9183c881cf4b', 'ae9f6e51-ee7b-4aef-a216-fa2a318a1466', '109bb213-bb81-44e8-a560-e43ff5930993', '499efa48-3334-4713-a1c5-c1b045301134', '37bda887-181f-4971-81ae-f7029ca0ba03', 'e1abfa3f-7e5b-4343-9d7f-fe03ce100afc', '9657a2fd-4c40-41dc-83e2-f2bd76d00191', 'e3c03f0e-abd0-4387-8e00-b0df74b8bc3a', '65f3135a-7615-4f4b-ae6a-bae891eddb52', '0a063da8-1183-4d32-8dea-31347571bc0a', 'f430a67d-9c1d-45eb-9546-0f869900e512', 'fad9bdb1-5be1-47a1-83b8-88005c660eef', '8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d', '02962c3a-e0ab-4950-94f5-deacf42f85ca', 'd6aee371-4550-4b7f-9e24-8af7cd7b2ab1', '0a5ee549-cb95-403b-b180-a29402be7425'} {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.191826] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 789.198279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b247958c-4153-4ea9-a56e-841df43f7377: rpc.has_security_group_logging(os_id): False [ 789.220312] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.220483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.220553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.220768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.226544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.226762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.226807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.226992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.227090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.227262] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 789.227703] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.227703] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 789.245477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.245831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.246037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.246534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.246831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.246986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.247702] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.247702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.247702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.248033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.248276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.248433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.248547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.248945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.249100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 789.338865] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.338865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.338865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.338865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.338865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.339209] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 789.339343] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 789.339343] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 789.339425] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 789.339514] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 789.339642] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGH for action security_group_rules [ 789.339739] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGH for action security_group_rules [ 789.339807] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGH for action security_group_rules [ 789.339872] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGH for action security_group_rules [ 789.339942] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGH for action security_group_rules [ 789.340027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGH for action security_group_rules [ 789.340084] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGH for action security_group_rules [ 789.340147] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGH for action security_group_rules [ 789.340258] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGH for action security_group_rules [ 789.340303] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGH for action security_group_rules [ 789.340337] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGH for action security_group_rules [ 789.340385] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGH for action security_group_rules [ 789.340450] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 789.340512] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGH for action security_group_rules [ 789.340574] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGH for action security_group_rules [ 789.340636] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGH for action security_group_rules [ 789.340700] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGH for action security_group_rules [ 789.340764] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGH for action security_group_rules [ 789.340827] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGH for action security_group_rules [ 789.340890] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGH for action security_group_rules [ 789.340989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.363723] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.368352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.368352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.368521] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70605961-d842-4991-b5c7-1249ee73e134 with status ACTIVE [ 789.368555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.369368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.369368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.369760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.369760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.369760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.369892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.369921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.370021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.370270] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70605961-d842-4991-b5c7-1249ee73e134 is going to be updated. [ 789.372361] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.372361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.372361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.372361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.372633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392295] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 789.399561] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.399561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.402462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.402462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.402462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.402462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70605961-d842-4991-b5c7-1249ee73e134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.728666] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9df49338-4871-42e5-850c-abced0d37b01 in Status: SUCCESS [ 789.728881] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9df49338-4871-42e5-850c-abced0d37b01 deletion is rescheduled due to dependency. [ 789.729018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.875182] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.378614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.379039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.379039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.379039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.379039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.379164] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be created. [ 790.406791] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.406791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.406791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.406791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.406791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.416800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: UNINITIALIZED for 2s [ 790.632364] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: SUCCESS [ 790.632586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.633439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.633439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.633576] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.633661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.633766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.633943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.634041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.634131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.634225] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.137406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.138330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.138330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.138330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.138330] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.138330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.138330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139115] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.139115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.139528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139849] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.413839] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 791.413839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.645731] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4df047-31d2-4375-b813-7b7f4a994e60: rpc.has_security_group_logging(os_id): False [ 791.666731] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.666913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.666958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.667245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.667339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.667543] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.667640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.667740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.667871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.667948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.671569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.671569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.671569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.671799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.671799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.672720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.672720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.672720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.672720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.672720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.672720] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 is going to be created. [ 791.744500] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.745108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.745108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.745108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.745312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.761534] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: IN_PROGRESS for 2s [ 792.428041] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 792.428422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.428506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.428915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.429123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.429263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.429338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.429513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.429615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.429716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.429811] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.934863] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.935330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.935433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.935581] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.936235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.936235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.936235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.936235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.936235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.936478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.936478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.936633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.937047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.937047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.937047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.937171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.937302] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.441080] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eb3304e-12a1-458e-9ad8-380df4ec9aaa: rpc.has_security_group_logging(os_id): False [ 793.484083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.484083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.484083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.485402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.485697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.485784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.486059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.486191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.486641] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.486780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.489100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.489100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.489100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.489100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be created. [ 793.565136] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.565367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.565427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.565676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.565884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.581228] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 793.774212] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: SUCCESS [ 793.774489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.835250] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 793.835382] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 793.835540] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de with Priority: HIGH for action security_group_rules [ 793.835688] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 with Priority: HIGH for action security_group_rules [ 793.835828] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGH for action security_group_rules [ 793.835955] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGH for action security_group_rules [ 793.836080] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGH for action security_group_rules [ 793.836177] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGH for action security_group_rules [ 793.836283] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGH for action security_group_rules [ 793.836376] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f04c498-2d07-452e-844e-758a08d26b3d with Priority: HIGH for action security_group_rules [ 793.836481] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37b413d0-873b-401b-ad1c-9f95913605cd with Priority: HIGH for action security_group_rules [ 793.836567] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df49338-4871-42e5-850c-abced0d37b01 with Priority: HIGH for action security_group_rules [ 793.836656] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 793.836762] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576241f8-dac7-4c35-9d81-09db0da01371 with Priority: HIGH for action security_group_rules [ 793.836906] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054699d0-ec69-487e-8118-663b2f999467 with Priority: HIGH for action security_group_rules [ 793.836960] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 with Priority: HIGH for action security_group_rules [ 793.837026] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49aaf36-9646-4789-8943-6631d27b3c6f with Priority: HIGH for action security_group_rules [ 793.837099] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 with Priority: HIGH for action security_group_rules [ 793.837188] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGH for action security_group_rules [ 793.837299] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb with Priority: HIGH for action security_group_rules [ 793.837392] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1effaf8-456a-4b34-814d-66c65bccdce4 with Priority: HIGH for action security_group_rules [ 793.837481] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 with Priority: HIGH for action security_group_rules [ 793.837927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.837981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.838069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.838319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.838494] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5eb71f59-ae8c-4b8d-9cf0-39a38b3692de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.839621] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.839621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.839721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.840323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.840323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0472e52b-2c59-4ac6-9c34-da8e579e9c88',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.841280] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.841280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.841280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.842151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.842151] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.842600] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.842600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.842600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.843070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.843070] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.844143] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.844143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.844297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.844346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.844432] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.845754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.845754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.845754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.845979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.845979] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.846804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.846903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.846963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.847332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.847332] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.848398] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f04c498-2d07-452e-844e-758a08d26b3d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.850429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.850429] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f04c498-2d07-452e-844e-758a08d26b3d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.850429] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37b413d0-873b-401b-ad1c-9f95913605cd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.850429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.850429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.850429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.850429] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37b413d0-873b-401b-ad1c-9f95913605cd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.851982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9df49338-4871-42e5-850c-abced0d37b01 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.851982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.851982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.851982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.851982] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9df49338-4871-42e5-850c-abced0d37b01',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.852727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.852842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.853482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.853482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.853482] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.853482] env[65712]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 793.854147] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576241f8-dac7-4c35-9d81-09db0da01371 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.854308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.854379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.854546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.854613] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576241f8-dac7-4c35-9d81-09db0da01371',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.856237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054699d0-ec69-487e-8118-663b2f999467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.856370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.856414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.859979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.859979] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054699d0-ec69-487e-8118-663b2f999467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.861029] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.861134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.861939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.861939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.861939] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9b3ae46-4193-4c49-bd61-f29c8a4601f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.862457] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c49aaf36-9646-4789-8943-6631d27b3c6f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.862563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.862605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.862748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.862911] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c49aaf36-9646-4789-8943-6631d27b3c6f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.863656] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209f883e-d7ef-4a47-a768-6201f5f0b110 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.863765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.863832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.864024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.864115] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209f883e-d7ef-4a47-a768-6201f5f0b110',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.865146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.865268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.865321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.865506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.865579] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.866466] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.866575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.866640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.866787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.866859] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdda0757-4bf0-42cf-863b-78ac83ea1ddb',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.867713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1effaf8-456a-4b34-814d-66c65bccdce4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.867830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.867915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.868087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.868158] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1effaf8-456a-4b34-814d-66c65bccdce4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.870407] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.870517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.870577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.871127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.871127] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e9b4659-b1d7-4135-821d-754b0c7f3e74',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.873909] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.874343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.874651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.874651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.874791] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.874905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.874946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.875129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.875204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.875302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.875386] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.041626] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.041909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.041909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.042183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.042399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.042529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.042616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.042825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.042936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.043072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.043276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.043402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.043500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.043680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.043858] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.043989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.044099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.044280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.044375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044527] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.074982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.075354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.075354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.075570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.077566] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.077566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.103021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5eb71f59-ae8c-4b8d-9cf0-39a38b3692de is going to be deleted. [ 794.103021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.103021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.125027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.125027] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0472e52b-2c59-4ac6-9c34-da8e579e9c88 is going to be deleted. [ 794.170200] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.170200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.170200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.170200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.170200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.170200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5eb71f59-ae8c-4b8d-9cf0-39a38b3692de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.176655] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.176797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.177071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.177163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.177291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0472e52b-2c59-4ac6-9c34-da8e579e9c88" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.552327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94c45727-4fbd-47fd-ba66-a2d2bc44cc22: rpc.has_security_group_logging(os_id): False [ 794.573061] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.573061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.573061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.573681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.576727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.576727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.576727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.576727] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.583581] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.583581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.583581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.583776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.584404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.584404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.584404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584629] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.588671] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.589506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.589506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.589506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.589506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.589723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.589755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.589877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.590049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.591025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.599553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.599553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.599553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.599783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.599865] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.600211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.600211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.600429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.600429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.600505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.600623] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.601773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.601916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.602016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.602236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.602999] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.603156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.603246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.603446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.603556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.603670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.603784] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.624934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.624934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.639494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.639774] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.639897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.639967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.640184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.640267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.640470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.640605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.640687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.640852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.640931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.641139] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.641593] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 794.643376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.643570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.656746] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.656944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.665981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.666178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667102] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.667253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.668718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.669505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.669640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.670362] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.672623] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.672728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.673595] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.673685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.675638] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.675724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.679039] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 794.679503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.679657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209f883e-d7ef-4a47-a768-6201f5f0b110 is going to be deleted. [ 794.680674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.680894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.686973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.687131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.707177] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdda0757-4bf0-42cf-863b-78ac83ea1ddb is going to be deleted. [ 794.708195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.708431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730969] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9b3ae46-4193-4c49-bd61-f29c8a4601f9 is going to be deleted. [ 794.731956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.732700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.734963] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.735099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.748426] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.748543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.762923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.763181] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f04c498-2d07-452e-844e-758a08d26b3d is going to be deleted. [ 794.764058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.799998] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.800159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.806265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.806416] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c49aaf36-9646-4789-8943-6631d27b3c6f is going to be deleted. [ 794.807429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.807646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.844210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.844363] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37b413d0-873b-401b-ad1c-9f95913605cd is going to be deleted. [ 794.845378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.845601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.883919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.884770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.905310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905310] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9df49338-4871-42e5-850c-abced0d37b01 is going to be deleted. [ 794.905833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.906172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.956943] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.957168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.958447] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.958517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.980166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.980166] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be deleted. [ 794.981034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.981195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.988293] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.988293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.025116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.029024] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1effaf8-456a-4b34-814d-66c65bccdce4 is going to be deleted. [ 795.029024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.029024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.101760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.101760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109903] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.109903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.109903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.110131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.110195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.110600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.110600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.110600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.110600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.110889] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.111010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.111010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.111491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.111491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.111491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.111491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.111491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.111740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.111740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.111806] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.113752] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.113953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.115165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.115165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.115165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.117531] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.117531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.117531] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.120783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.120922] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054699d0-ec69-487e-8118-663b2f999467 is going to be deleted. [ 795.122418] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.122572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.122642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.122836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.123011] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.123140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.123210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.123367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.123453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.123537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.123702] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.123796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.123857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.123999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.124158] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.124252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.124316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.124498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.124753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.124907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.125118] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.126178] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.127933] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.129216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.129440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.131461] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.131593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.180880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181026] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e9b4659-b1d7-4135-821d-754b0c7f3e74 is going to be deleted. [ 795.182443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.182685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.190206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.244034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.244034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576241f8-dac7-4c35-9d81-09db0da01371 is going to be deleted. [ 795.244034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.244034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.244938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.246428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.246905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.247167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.247462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209f883e-d7ef-4a47-a768-6201f5f0b110" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.248302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.248678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.248871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.249220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdda0757-4bf0-42cf-863b-78ac83ea1ddb" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9b3ae46-4193-4c49-bd61-f29c8a4601f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f04c498-2d07-452e-844e-758a08d26b3d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c49aaf36-9646-4789-8943-6631d27b3c6f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.252021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.253303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.253399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.253655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37b413d0-873b-401b-ad1c-9f95913605cd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.253715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.253902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.253993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.254148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9df49338-4871-42e5-850c-abced0d37b01" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.254310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.254496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.254579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.254721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.254870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.255055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.255152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.255273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1effaf8-456a-4b34-814d-66c65bccdce4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.333355] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 795.334107] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.334107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.334107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.334443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.334561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.335271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e9b4659-b1d7-4135-821d-754b0c7f3e74" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.336193] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.336918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.336918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.336918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.338052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.338052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.338052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054699d0-ec69-487e-8118-663b2f999467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.394332] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 795.395095] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.399163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.399163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.399163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.399163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.399163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576241f8-dac7-4c35-9d81-09db0da01371" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.597800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 795.597800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.621612] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26a121fe-5bff-49bf-813c-d323e1f9ccf6: rpc.has_security_group_logging(os_id): False [ 795.624358] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b247958c-4153-4ea9-a56e-841df43f7377: rpc.has_security_group_logging(os_id): False [ 795.628715] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c951ea9-010b-419c-9bd7-edc8cbf1e71e: rpc.has_security_group_logging(os_id): False [ 795.630540] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dca07b4-9e3c-4301-9d7c-24c0569b83a4: rpc.has_security_group_logging(os_id): False [ 795.633795] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253eb272-a3ff-48d3-8373-9183c881cf4b: rpc.has_security_group_logging(os_id): False [ 795.641220] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.641671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.641907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.642535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.642795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.643169] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.643529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.643615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.644275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.644275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.644275] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.644446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.644446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.644548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.644625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.644856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.644967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.645094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.645366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.645459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.645552] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 795.648263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.648450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.648517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.648697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.651653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.651767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.654081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.661052] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.661192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.676136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.676402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.676533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.676603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.676807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.676886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.677128] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.677313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.677392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.677569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.677647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.678269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.678269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.678269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.678269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.678269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.678663] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 795.679593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.679765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.707334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.707668] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.707772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.707848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.708064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.708153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.708279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be updated. [ 795.709377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.709568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.742118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.742250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.743113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.743330] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.743439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.743505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.743705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.743780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.745997] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.745997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.749102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.749347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.749457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.749726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.749838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.749907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.750113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.750172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.750286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 795.751551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.751755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.787701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.788031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.788214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.788214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.788475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.788633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.788710] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 795.789909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.790137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.790489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.805087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.805373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.805373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.805656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.805770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.812261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.812540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.812540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.812724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.812891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.838631] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 795.839591] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 795.854509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.854715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.854715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.855046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.859724] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: IN_PROGRESS for 2s [ 795.887350] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 795.942028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.942028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.942028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002590] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 796.021659] env[65712]: INFO networking_nsxv3.common.synchronization [req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 req-9ea4fa1e-79d4-40c9-b92f-cdaf9fa71a05 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 796.021968] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 796.022195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.022605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.022764] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.023415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.023415] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.512370] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.512661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.512816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.513017] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.513403] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.513585] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.513827] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.514148] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.514419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.514669] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.516514] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.516514] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.516514] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.516514] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.516514] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.516514] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.525883] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.526076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.526122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.526549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.546278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.546451] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.546713] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.546768] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.548342] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-25a2eb58-0748-407d-b67c-5116ec63b1bc taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.548342] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.548342] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.548342] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.548342] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a2eb58-0748-407d-b67c-5116ec63b1bc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.555525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.555685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.555779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.555819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.555997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.556819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.556819] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 796.589285] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.589477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.589581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.589748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.590854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.602702] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 797.051857] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.051857] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.051857] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.052360] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.052501] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 25a2eb58-0748-407d-b67c-5116ec63b1bc not found, creating... [ 797.053423] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053423] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053707] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053857] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.054160] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.054585] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.054818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.054994] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.055324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.055623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.055763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 25a2eb58-0748-407d-b67c-5116ec63b1bc is going to be created. [ 797.086650] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087593] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087593] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087593] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087775] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087919] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.355383] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 797.355696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.835223] env[65712]: INFO networking_nsxv3.common.synchronization [req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 req-2ae3dc79-1c81-47f0-832a-4dd9e2e32e63 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 797.835479] env[65712]: INFO networking_nsxv3.common.synchronization [req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 req-2ae3dc79-1c81-47f0-832a-4dd9e2e32e63 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 797.835479] env[65712]: INFO networking_nsxv3.common.synchronization [req-6a3d2367-6f2a-47d0-b703-b6efbbaefdc4 req-2ae3dc79-1c81-47f0-832a-4dd9e2e32e63 service nova] Enqueued Resource ID: 25a2eb58-0748-407d-b67c-5116ec63b1bc with Priority: HIGHEST for action port [ 797.836299] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 797.836542] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 797.836711] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a2eb58-0748-407d-b67c-5116ec63b1bc with Priority: HIGHEST for action port [ 797.837120] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.837423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.837564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.837905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.840358] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.840358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.840358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.840358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a2eb58-0748-407d-b67c-5116ec63b1bc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.840358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.840358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.840358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.840358] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a2eb58-0748-407d-b67c-5116ec63b1bc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.861287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 797.861482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.862482] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 797.862562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.877662] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: SUCCESS [ 797.877902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.906462] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 797.907164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.018028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 798.018273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.343060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.343246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.346718] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25a2eb58-0748-407d-b67c-5116ec63b1bc with status ACTIVE [ 798.347706] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.347706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.347706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348138] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.348138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.348315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.348515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.348550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.349317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.349317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.349317] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25a2eb58-0748-407d-b67c-5116ec63b1bc is going to be updated. [ 798.375994] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.376201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.376201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.376790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.376790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.376790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a2eb58-0748-407d-b67c-5116ec63b1bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.562263] env[65712]: INFO networking_nsxv3.common.synchronization [req-5077d0fe-ea4e-4532-b9bb-175c97b81773 req-03e75264-1d9b-44c4-8761-f3397478f6b8 tempest-ServerGroupTestJSON-1750924279 tempest-ServerGroupTestJSON-1750924279-project-member] Enqueued Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 798.562901] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGHEST for action security_group_members [ 798.563521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.564625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.564625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.564965] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.615149] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 798.615586] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 798.616052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.616317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.616649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.616919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.617075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.617162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.617379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.617484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.617567] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.776089] env[65712]: INFO networking_nsxv3.common.synchronization [req-38792f0c-696f-4ebf-a3d6-d235f49fa381 req-4dc11be9-59ff-44de-9c05-df2fe5007c86 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Enqueued Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 798.777208] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 798.777332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.777467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.777533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.777797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.777953] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.778075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.778136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.778331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.778438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.778539] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.067847] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.068954] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.068954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.069517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.069517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.070859] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 is going to be updated. [ 799.101858] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.101999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.102162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.102307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.102466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.113393] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: IN_PROGRESS for 2s [ 799.118537] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118747] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-720" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.118871] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-720" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.119445] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-720" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.119602] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.121114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.121114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.121114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.121114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.121372] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.121429] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.121596] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.121721] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.121864] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.124227] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.124227] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.124227] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.149339] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.149596] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.149596] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.149810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-720" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150125] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-725ca381-fc6a-4009-8e5b-b04caa340490 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.150418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.150569] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150896] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.151065] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725ca381-fc6a-4009-8e5b-b04caa340490',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.283370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.283370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.283370] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a already deleted. [ 799.283370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.627193] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.654179] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.654546] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.654751] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.655194] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.655462] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.655715] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 725ca381-fc6a-4009-8e5b-b04caa340490 not found, creating... [ 799.656176] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.656983] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.656983] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.657195] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.657482] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.657984] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.658343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.658491] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.658903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.660351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.660351] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 725ca381-fc6a-4009-8e5b-b04caa340490 is going to be created. [ 799.688079] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.688395] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.688527] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.688822] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.689080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.689302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.134035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.134421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.134421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.134751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.134751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.134921] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 800.174141] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.174443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.174443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.174720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.174925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.188052] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 800.509290] env[65712]: INFO networking_nsxv3.common.synchronization [req-38792f0c-696f-4ebf-a3d6-d235f49fa381 req-248f8dcc-01cf-48dd-8ae3-5cc8b99f2788 service nova] Enqueued Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_rules [ 800.509531] env[65712]: INFO networking_nsxv3.common.synchronization [req-38792f0c-696f-4ebf-a3d6-d235f49fa381 req-248f8dcc-01cf-48dd-8ae3-5cc8b99f2788 service nova] Enqueued Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 800.509662] env[65712]: INFO networking_nsxv3.common.synchronization [req-38792f0c-696f-4ebf-a3d6-d235f49fa381 req-248f8dcc-01cf-48dd-8ae3-5cc8b99f2788 service nova] Enqueued Resource ID: 725ca381-fc6a-4009-8e5b-b04caa340490 with Priority: HIGHEST for action port [ 800.512917] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_rules [ 800.513075] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 800.513183] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725ca381-fc6a-4009-8e5b-b04caa340490 with Priority: HIGHEST for action port [ 800.513511] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.513751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.513751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.514029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.514101] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.515124] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.515283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.515283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.515455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.515559] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.515651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.515707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.515842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.515929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.516056] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.517034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-725ca381-fc6a-4009-8e5b-b04caa340490 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.517034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.517034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.518396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.518396] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725ca381-fc6a-4009-8e5b-b04caa340490',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.019385] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.023633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.023792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.024600] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 725ca381-fc6a-4009-8e5b-b04caa340490 with status ACTIVE [ 801.024742] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.024860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.024928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.025182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.025322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.025497] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.025609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.025668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.025829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.025924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.026134] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.026237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.026293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.026421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.026496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.026579] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 725ca381-fc6a-4009-8e5b-b04caa340490 is going to be updated. [ 801.050625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.050853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.050959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.051482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.051656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.052064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-725ca381-fc6a-4009-8e5b-b04caa340490" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.125535] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4df047-31d2-4375-b813-7b7f4a994e60 in Status: SUCCESS [ 801.125726] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 deletion is rescheduled due to dependency. [ 801.125842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.525418] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.800098] env[65712]: INFO networking_nsxv3.common.synchronization [None req-bd5bd15a-a856-4f2d-a20f-325d4530bff0 None None] Enqueued Resource ID: 9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92 with Priority: HIGHEST for action port [ 801.800567] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92 with Priority: HIGHEST for action port [ 801.800902] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.801134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.801839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.802221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802564] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.032140] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.032493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.032493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.033078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.033078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a is going to be created. [ 802.063766] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.063766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.063970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.064056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.064374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.076721] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: UNINITIALIZED for 2s [ 802.201675] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 802.201979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.202430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.202671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203093] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.203226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.203226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.203433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.204665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.204665] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.304707] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92 [ 802.305684] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.305684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.305684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.305888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.305888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.305955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92 already deleted. [ 802.306087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fdfb0c7-2e19-4cc8-bd03-8e1681da4c92" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.708029] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.708029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.708507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.708507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.708606] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.708730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.708811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.709050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.709740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.709740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.709740] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.709740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.709740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.709740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.710069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.710069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.710069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.710215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.710337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.710387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.710462] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.212858] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6aee371-4550-4b7f-9e24-8af7cd7b2ab1: rpc.has_security_group_logging(os_id): False [ 803.232486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.232698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.232754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.232981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.234028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.234028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.234028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.234028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.234028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.234028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.234326] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.234326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.234326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.234430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.234430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.234611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.234741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.234777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.235407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.235407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.235407] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 803.306643] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.306851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.306911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.307309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.307568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.330779] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 804.103926] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: SUCCESS [ 804.104448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.104448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.104557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.104725] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.104842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.104904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.105124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.105417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.105417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.105417] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.161704] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4cb394a6-4218-4b3b-8cae-538663f2d0d7 None None] Enqueued Resource ID: 696c1527-406d-42e9-8dd9-6865070b824b with Priority: HIGHEST for action port [ 804.163154] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696c1527-406d-42e9-8dd9-6865070b824b with Priority: HIGHEST for action port [ 804.163154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-696c1527-406d-42e9-8dd9-6865070b824b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.163154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696c1527-406d-42e9-8dd9-6865070b824b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.163154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696c1527-406d-42e9-8dd9-6865070b824b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.163388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696c1527-406d-42e9-8dd9-6865070b824b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.163388] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696c1527-406d-42e9-8dd9-6865070b824b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.607731] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.607959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.607959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.608201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.608389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.608526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.608591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.608746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.608884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.608998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.609177] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.609278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.609344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.609479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.609617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.609711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.609763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.609904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.609978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.610075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.610165] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.666049] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 696c1527-406d-42e9-8dd9-6865070b824b [ 804.666336] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.666474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.666544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.666761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.666856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.666955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:696c1527-406d-42e9-8dd9-6865070b824b already deleted. [ 804.667048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696c1527-406d-42e9-8dd9-6865070b824b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.113006] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33d24a5b-a6c3-4be9-8eb5-100cd077d02a: rpc.has_security_group_logging(os_id): False [ 805.134205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.134431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.134431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.134730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.134926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.135099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.135256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.135527] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.135683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.135824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136091] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.136183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136669] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a is going to be created. [ 805.199862] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.200120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.200176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.200449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.200641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216989] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: IN_PROGRESS for 2s [ 805.349546] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 805.349839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.739666] env[65712]: INFO networking_nsxv3.common.synchronization [req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 req-91f3d163-df32-4ab4-8ff0-31162e0d742a tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 805.740605] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 805.740973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.741255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.741583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.741793] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.741928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.741996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.742223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.742337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.742472] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.086189] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.086436] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.086631] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.087074] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.087476] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.087712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.088173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.088173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.088322] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.088514] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.088631] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.088760] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.088887] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.089116] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.089116] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.089286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.111573] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.111786] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.111898] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.112158] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.112514] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.112680] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.112816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.113170] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.113437] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.246257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.246454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.246550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.246779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.246870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.247089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.247193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.247304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.247475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.247573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.247667] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 already deleted. [ 806.247751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.616354] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.616609] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.616676] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.616986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.617192] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.617454] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 not found, creating... [ 806.617753] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.617941] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.618098] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.618385] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.618554] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.618851] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619099] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619464] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.619664] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619809] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 is going to be created. [ 806.644329] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.644598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.644719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.645050] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.645432] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.645810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.231518] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: SUCCESS [ 807.233381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.397649] env[65712]: INFO networking_nsxv3.common.synchronization [req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 req-80f681c0-fdea-4bca-a786-4447c14779f4 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 807.397825] env[65712]: INFO networking_nsxv3.common.synchronization [req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 req-80f681c0-fdea-4bca-a786-4447c14779f4 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 807.397970] env[65712]: INFO networking_nsxv3.common.synchronization [req-1ff85610-61c5-4e54-ad77-079ac2ec84f3 req-80f681c0-fdea-4bca-a786-4447c14779f4 service nova] Enqueued Resource ID: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 with Priority: HIGHEST for action port [ 807.398648] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 807.398766] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 807.402126] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 with Priority: HIGHEST for action port [ 807.402126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.402126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.403432] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.403432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.403432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.403432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.403987] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.906146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.907977] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.907977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.908575] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 with status ACTIVE [ 807.908848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.909291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.909406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.909734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.909885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.910188] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.910346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.910448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.910943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.911142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.911466] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.911656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.911781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.912019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.912158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.912510] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721 is going to be updated. [ 807.936455] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.936698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.936841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.937014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.937180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.937447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ba6abcc-af4d-4d4c-a3b9-0ff167cfa721" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411670] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.916747] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.916958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.917085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.917404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.917547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.917701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be created. [ 808.956416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.956607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.956713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.956997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.958035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.971781] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: UNINITIALIZED for 2s [ 810.986667] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.986667] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.986667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.986667] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.490105] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.993805] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be44257d-0dcf-4b8c-86a3-cf27a9608c93: rpc.has_security_group_logging(os_id): False [ 812.013536] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.017869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.017869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.017869] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be created. [ 812.102104] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.102695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.104028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.104028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.104028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.121492] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 812.194358] env[65712]: INFO networking_nsxv3.common.synchronization [req-b3fbb0a3-b8ce-4ae3-814a-85da0eed044f req-dc704e53-37ee-4467-9624-d7b50f08098d tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 812.194358] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 812.194358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.194358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.194358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.196204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.196396] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198256] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.702399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.702399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.729206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.729206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.729206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.731335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.731335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.731335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.731335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 812.758017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.758480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.758480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.758628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.758831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.771685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 812.919172] env[65712]: INFO networking_nsxv3.common.synchronization [req-eeac8670-902e-489a-b106-715c3b5dcfad req-dd5838d5-307a-49c7-b70a-90ec1da0c86d tempest-ListServerFiltersTestJSON-1477352195 tempest-ListServerFiltersTestJSON-1477352195-project-member] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 812.919851] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGHEST for action security_group_members [ 812.920878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.920878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.920878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921162] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.921162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.921270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.922698] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.425688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.426493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.426493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.426493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.426977] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.426977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.426977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.426977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.427219] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be updated. [ 813.489745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.489745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.489745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.489745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.489745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.500360] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: IN_PROGRESS for 2s [ 814.136210] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 814.136640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.784857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 814.785214] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 814.785214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.247507] env[65712]: INFO networking_nsxv3.common.synchronization [req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 req-da0393d4-a268-4064-98e7-6d1b2fab5433 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 815.248154] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 815.248688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.248850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.248979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.249290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.249499] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.249619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.249686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.249888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.249998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.250246] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.513184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253eb272-a3ff-48d3-8373-9183c881cf4b in Status: SUCCESS [ 815.513184] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b deletion is rescheduled due to dependency. [ 815.513184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.615804] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.615804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.615804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.616119] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.616347] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.616510] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.617029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.617029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.617029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617165] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.617394] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.617523] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.617633] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.617753] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.617845] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.617967] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.637168] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.637426] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.637586] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.637777] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.638107] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.638294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.638415] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.638741] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.638953] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e1c7b9-2a58-43f6-8b60-beac81ac5ce6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.752809] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.752988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.752988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.753195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.753289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.753476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.753570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.753625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.753800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.754025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.754121] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 already deleted. [ 815.754230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.875947] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f201466a-0c90-478d-b15b-25ee82421712 None None] Enqueued Resource ID: b10d6e28-05b7-493a-bffa-56674e68cc57 with Priority: HIGHEST for action port [ 815.876565] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10d6e28-05b7-493a-bffa-56674e68cc57 with Priority: HIGHEST for action port [ 815.876943] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10d6e28-05b7-493a-bffa-56674e68cc57 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.877091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10d6e28-05b7-493a-bffa-56674e68cc57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.877152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10d6e28-05b7-493a-bffa-56674e68cc57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.877422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10d6e28-05b7-493a-bffa-56674e68cc57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.877501] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10d6e28-05b7-493a-bffa-56674e68cc57',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.142649] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.142649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.142649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.142649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.142649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.142649] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 not found, creating... [ 816.143215] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.143215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.143215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.143995] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.143995] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.143995] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.143995] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.144367] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.144367] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.145044] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.145044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 is going to be created. [ 816.169066] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.169066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.169066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.169066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.169066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.169066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.380074] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b10d6e28-05b7-493a-bffa-56674e68cc57 [ 816.380320] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.380463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.380522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.380746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.380838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.380942] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b10d6e28-05b7-493a-bffa-56674e68cc57 already deleted. [ 816.381036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10d6e28-05b7-493a-bffa-56674e68cc57" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.941289] env[65712]: INFO networking_nsxv3.common.synchronization [req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 req-a9891f4a-5613-475d-822f-2f44955d59d4 service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 816.941289] env[65712]: INFO networking_nsxv3.common.synchronization [req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 req-a9891f4a-5613-475d-822f-2f44955d59d4 service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 816.941289] env[65712]: INFO networking_nsxv3.common.synchronization [req-d7c98d31-bff8-4e35-bdd9-8c0d588cef54 req-a9891f4a-5613-475d-822f-2f44955d59d4 service nova] Enqueued Resource ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with Priority: HIGHEST for action port [ 816.941826] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 816.941826] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 816.941826] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with Priority: HIGHEST for action port [ 816.941934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.944763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.944763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.944763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.944763] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.945844] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.945969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.946049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.946233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.946392] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.946529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.949014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.949014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.949014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.949014] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.949014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.949014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.949014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.950127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.950256] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e1c7b9-2a58-43f6-8b60-beac81ac5ce6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.452519] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.453206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453596] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with status ACTIVE [ 817.453717] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.453802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.453846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.454036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.454133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.454311] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.454419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.454502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.454642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.454724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.454984] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.455119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.455225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.455401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.455468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.455526] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 is going to be updated. [ 817.483320] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.483482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.483529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.483940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.484369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.484573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.959499] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.160198] env[65712]: INFO networking_nsxv3.common.synchronization [None req-16856cd2-a648-4348-809f-74b0c83b4c83 None None] Enqueued Resource ID: fa24235f-036f-4c67-bd2e-d9d3a888bf81 with Priority: HIGHEST for action port [ 818.160420] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa24235f-036f-4c67-bd2e-d9d3a888bf81 with Priority: HIGHEST for action port [ 818.161039] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa24235f-036f-4c67-bd2e-d9d3a888bf81 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.161962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa24235f-036f-4c67-bd2e-d9d3a888bf81" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.161962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa24235f-036f-4c67-bd2e-d9d3a888bf81" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.161962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa24235f-036f-4c67-bd2e-d9d3a888bf81" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.161962] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa24235f-036f-4c67-bd2e-d9d3a888bf81',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.462821] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.462961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.463047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.463274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.463414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.463474] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be created. [ 818.491910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.492063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.492141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.492375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.492549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.504622] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: UNINITIALIZED for 2s [ 818.665919] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa24235f-036f-4c67-bd2e-d9d3a888bf81 [ 818.666219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.666381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.666458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.667141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.667141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.667141] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa24235f-036f-4c67-bd2e-d9d3a888bf81 already deleted. [ 818.667141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa24235f-036f-4c67-bd2e-d9d3a888bf81" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520030] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520030] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.024148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.024148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.024330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.025858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025858] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.026023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.026023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.026808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.026808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.026808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.026808] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.095986] env[65712]: INFO networking_nsxv3.common.synchronization [None req-fddd6a02-69c5-4088-92e6-b0c530d0ab33 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 821.097492] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 821.097804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.097961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.097995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.098239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.098362] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.202378] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f71c807c-d9bc-4ea7-8433-87d5ff668103 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 821.202530] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 821.202846] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.202965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.529259] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8056e5d-a240-4b92-aa8c-12a0bef324a8: rpc.has_security_group_logging(os_id): False [ 821.569394] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.569774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.569774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.570064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.570064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.570261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.570370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.570533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.570605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.570665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.570882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.570984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.571616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.571853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.571997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.572273] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.572365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.572518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.572581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.572696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.572831] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be created. [ 821.624808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.625057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.625057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.625275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.625356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.625453] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 already deleted. [ 821.625542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.625698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.625889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.626075] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.666756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.666959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.667081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.667392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.700471] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 822.148535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.149216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.149216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.149216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.149216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.149216] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 already deleted. [ 822.149520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.722984] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 823.723349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.843917] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a0929b4e-9e05-47df-9417-01c3c8ba706a tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e with Priority: HIGHEST for action security_group_rules [ 824.844371] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e with Priority: HIGHEST for action security_group_rules [ 824.844502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.844631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.844696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.844965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.845061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8fd730-ba41-4f45-b662-0eb8f2c0507e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.938897] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f42ca141-a864-4e05-803c-9bd91ecd8a01 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e with Priority: HIGHEST for action security_group_rules [ 824.939468] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e with Priority: HIGHEST for action security_group_rules [ 824.940324] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.940324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.459371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.459522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.459522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.459717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.459816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.459924] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e already deleted. [ 825.460024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.460191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.460358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.460445] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8fd730-ba41-4f45-b662-0eb8f2c0507e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.988835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.988835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.988835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.988835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.988835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.988835] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8fd730-ba41-4f45-b662-0eb8f2c0507e already deleted. [ 825.988835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8fd730-ba41-4f45-b662-0eb8f2c0507e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.104705] env[65712]: INFO networking_nsxv3.common.synchronization [req-afefe7aa-f4f2-4d72-b451-5f6076118f27 req-692545cd-5374-420e-a161-fa9c3df9e4de tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 826.105974] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 826.107147] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.107358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.107470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.107699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.111019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.111019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.111019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.111019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.111019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.111019] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.471408] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.472240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472563] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473087] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.473230] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.473945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.473945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.473945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.474290] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.474290] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.474405] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.474516] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.474632] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.474738] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.474865] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.498832] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.499202] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.499405] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.499804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.500064] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-16c01699-ef97-4bdc-af03-ae985caa5040 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.500446] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.500573] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.500888] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.501045] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c01699-ef97-4bdc-af03-ae985caa5040',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.613133] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.004477] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.004788] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.004942] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.005267] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.005486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.005659] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 16c01699-ef97-4bdc-af03-ae985caa5040 not found, creating... [ 827.005949] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.006143] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.006280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.006833] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.006833] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.007063] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.007256] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.007477] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.007724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.007912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.008125] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 16c01699-ef97-4bdc-af03-ae985caa5040 is going to be created. [ 827.011299] env[65712]: INFO networking_nsxv3.common.synchronization [req-db3e663e-f5a1-4c94-91db-5af3d09da1f9 req-55dbe3ca-4783-4d1e-8bdc-7aa66696ea85 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 827.012433] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 827.012738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.013163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.013316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.013427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.013502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.013664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.013745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.013849] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.034300] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.034300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.034300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.034524] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.035051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.035051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.115513] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.519062] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.618780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.619008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.619059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.619303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.619400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.619551] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 827.653382] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.653382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.653726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.653726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.653825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.665423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 827.670836] env[65712]: INFO networking_nsxv3.common.synchronization [req-b933b4dc-8c2f-405b-9f07-78e2bc6ea828 req-58f4b725-6fca-4abd-a294-ced04af8a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-311324644 tempest-FloatingIPsAssociationNegativeTestJSON-311324644-project-member] Enqueued Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 827.671493] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGHEST for action security_group_members [ 827.671816] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672892] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.783035] env[65712]: INFO networking_nsxv3.common.synchronization [req-afefe7aa-f4f2-4d72-b451-5f6076118f27 req-b2061372-4317-4712-ae40-c50bde40b232 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 827.783161] env[65712]: INFO networking_nsxv3.common.synchronization [req-afefe7aa-f4f2-4d72-b451-5f6076118f27 req-b2061372-4317-4712-ae40-c50bde40b232 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 827.783282] env[65712]: INFO networking_nsxv3.common.synchronization [req-afefe7aa-f4f2-4d72-b451-5f6076118f27 req-b2061372-4317-4712-ae40-c50bde40b232 service nova] Enqueued Resource ID: 16c01699-ef97-4bdc-af03-ae985caa5040 with Priority: HIGHEST for action port [ 827.784293] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 827.784293] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 827.784419] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c01699-ef97-4bdc-af03-ae985caa5040 with Priority: HIGHEST for action port [ 827.785089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.785154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.785339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.785674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.785724] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.786684] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.786799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.787136] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c01699-ef97-4bdc-af03-ae985caa5040 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.787136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.787136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.787665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.787665] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c01699-ef97-4bdc-af03-ae985caa5040',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.975940] env[65712]: INFO networking_nsxv3.common.synchronization [req-0fb7de22-9ddd-48de-b36a-4a141674f174 req-d3e7b39e-4551-466e-a60a-1652115accd0 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 827.976153] env[65712]: INFO networking_nsxv3.common.synchronization [req-0fb7de22-9ddd-48de-b36a-4a141674f174 req-d3e7b39e-4551-466e-a60a-1652115accd0 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 827.976317] env[65712]: INFO networking_nsxv3.common.synchronization [req-0fb7de22-9ddd-48de-b36a-4a141674f174 req-d3e7b39e-4551-466e-a60a-1652115accd0 tempest-SecurityGroupsTestJSON-649357933 tempest-SecurityGroupsTestJSON-649357933-project-member] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 827.976859] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGHEST for action security_group_members [ 827.978621] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGHEST for action security_group_members [ 827.978621] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGHEST for action security_group_members [ 827.979661] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.979661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.979661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.983512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.983512] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.983512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.983512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.983760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.983760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.983760] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.988024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.988024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.988024] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.988024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.988024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.988024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.989053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.989313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.989574] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.020842] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.176045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.176203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.176295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.176530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.176625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.176808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.176918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.176979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.177130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.177250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.177567] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a is going to be updated. [ 828.207919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.208092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.208177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.208408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.208560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: IN_PROGRESS for 2s [ 828.289140] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.289258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.289650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c01699-ef97-4bdc-af03-ae985caa5040 with status ACTIVE [ 828.290275] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.290275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.290275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.290562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.290562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.290713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.290818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.290881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.291107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.291182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.291379] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.291541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.291541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.291701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.291775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.291856] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c01699-ef97-4bdc-af03-ae985caa5040 is going to be updated. [ 828.339925] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.340147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.340147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.340426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.340531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.340710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c01699-ef97-4bdc-af03-ae985caa5040" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.496034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.496034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.496034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.496034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be updated. [ 828.496971] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.497100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.497166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.497360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.497442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.497618] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.497712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.497774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.497918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.497993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.498093] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be updated. [ 828.499775] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.499775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.499775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.499775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.523693] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.523908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.524018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.524311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.524429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.524569] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 828.549766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.550067] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.550203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.550277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.550552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.550552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.550703] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be updated. [ 828.555165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.555440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.555538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.555744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.555871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.561436] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.561436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.561436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.561722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.561722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.568650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: IN_PROGRESS for 2s [ 828.571249] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: IN_PROGRESS for 2s [ 828.586042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.586042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.586042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.586042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.586042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.595330] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 828.603956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.604161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.605803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.605803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.605803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.617012] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: IN_PROGRESS for 2s [ 828.857198] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abc7f2a-24db-4230-8eaa-6cee2037a12b req-f8992f83-8edb-41d9-bf15-1c1207107c9c tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 828.858047] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 828.858406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.858534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.858601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.858866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.859057] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.859173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.859236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.859400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.859523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.859580] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.211979] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.212292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.212625] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.212895] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.213202] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.213406] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.213551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.213898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.214020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.214241] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.214457] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.214571] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.214611] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.214743] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.214917] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.215104] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.240033] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.240033] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.240033] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.240033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.240033] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.240033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.240033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.240033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.240033] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd3ec37-76c7-485e-88a8-3c7b3fd60380',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.363071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.364298] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.364298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.364298] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 already deleted. [ 829.364928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.679048] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 829.679272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.679445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.679793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.680265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.680265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.680265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.680509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.680509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.680509] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.743020] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.743327] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.743506] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.743888] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.744086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.744276] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 not found, creating... [ 829.744579] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.744775] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.744904] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.745145] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.745322] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.745640] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.745814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.745955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.746191] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.746523] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.746523] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 is going to be created. [ 829.768486] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.768693] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.768813] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.769114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.769379] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.769647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.183273] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.231278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a in Status: SUCCESS [ 830.232362] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a deletion is rescheduled due to dependency. [ 830.232714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.483884] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abc7f2a-24db-4230-8eaa-6cee2037a12b req-74a6d202-c4f9-4a7a-b9de-a57720509a44 service nova] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 830.483884] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abc7f2a-24db-4230-8eaa-6cee2037a12b req-74a6d202-c4f9-4a7a-b9de-a57720509a44 service nova] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 830.484301] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abc7f2a-24db-4230-8eaa-6cee2037a12b req-74a6d202-c4f9-4a7a-b9de-a57720509a44 service nova] Enqueued Resource ID: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 with Priority: HIGHEST for action port [ 830.485184] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_rules [ 830.485184] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 830.485184] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 with Priority: HIGHEST for action port [ 830.485523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.485674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.485760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.486015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.486153] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.487236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.487360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.487451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.487661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.487831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.487916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.487978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.488141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.488214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.488338] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.489589] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.489589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.489589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.489869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.489869] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd3ec37-76c7-485e-88a8-3c7b3fd60380',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.579941] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 in Status: SUCCESS [ 830.580139] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 deletion is rescheduled due to dependency. [ 830.580248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.581362] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e in Status: SUCCESS [ 830.581517] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e deletion is rescheduled due to dependency. [ 830.581618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.607132] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 830.607407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.630236] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc in Status: SUCCESS [ 830.630236] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc deletion is rescheduled due to dependency. [ 830.630236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.687298] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.743707] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8cfdb20c-de7f-4d02-a508-1152c45f9c26 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 830.744295] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 830.744602] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.744725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.744785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.745058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.745143] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.845366] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e57f33c0-1674-486c-9df4-565a8e023bf3 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 830.845639] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 830.846162] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.850025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.992904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.993094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.993999] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.994598] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 with status ACTIVE [ 830.994838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.995097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.995173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.995402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.995497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.995676] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.995780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.995840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.995981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.996607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.996699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.996786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.996854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.997000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.997000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.997224] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bd3ec37-76c7-485e-88a8-3c7b3fd60380 is going to be updated. [ 831.021316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.021316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.021316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.021316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.021316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.021316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd3ec37-76c7-485e-88a8-3c7b3fd60380" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.191278] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.194011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.194011] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 831.231456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.231791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.232000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.245352] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 831.271353] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.271572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.271572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.271870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.271870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.272189] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 already deleted. [ 831.272189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.272189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.272461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.272461] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.500382] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.810375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.810375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.810375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.810375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.810375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.810375] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 already deleted. [ 831.810375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.002660] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.002977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.003533] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 is going to be created. [ 832.032467] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.032467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.032467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.032467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.032690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.047213] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: UNINITIALIZED for 2s [ 833.256029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 833.256029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.256029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.256434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.256434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.256434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.256570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.256570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256697] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.759819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.759986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.760055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.760435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.760435] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.760647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.760647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.760720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.760814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.760899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761061] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.761483] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.761833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.762013] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.775166] env[65712]: INFO networking_nsxv3.common.synchronization [req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 req-65a57251-1ad5-471e-954f-483cc8f77bb2 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 833.775850] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 833.776165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.776381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.776455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.776709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.776864] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.776963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.777038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.777189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.777273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.777382] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.067903] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: SUCCESS [ 834.068147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.068570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.068792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.068987] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.069122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.069188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.069348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.069432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.069518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.069671] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.139133] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.139372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.139438] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.139806] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.140099] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.140409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.140409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.140618] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.140762] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.140978] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.141107] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.141215] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.141352] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.141486] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.141620] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.141779] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.163241] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.163473] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.163614] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.164148] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.164148] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-67adf685-37b3-4a46-b4cf-d855089fb100 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.164345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.164455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.164727] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.164890] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67adf685-37b3-4a46-b4cf-d855089fb100',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.263984] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f3135a-7615-4f4b-ae6a-bae891eddb52: rpc.has_security_group_logging(os_id): False [ 834.279883] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.280077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.280135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.280329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.281282] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.281282] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 already deleted. [ 834.281282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.285572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.285572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.285572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.285572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.306185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.306450] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.306605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.306679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.306891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.306980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.307193] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.307349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.307422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.307565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.307639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.307835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.307936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.307982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.308136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.308210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.308306] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 834.368686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.368916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.368916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.369110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.369253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.384156] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 834.571872] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.668026] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.668279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.668440] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.668791] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.668996] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.669203] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 67adf685-37b3-4a46-b4cf-d855089fb100 not found, creating... [ 834.669509] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.669682] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.669818] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.670086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.670268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.670586] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.670766] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.670891] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.671131] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.671280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.671427] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 67adf685-37b3-4a46-b4cf-d855089fb100 is going to be created. [ 834.694508] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.694831] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.694947] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.695623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.695623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.695623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.074863] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4263fa8-90b5-4b36-9322-c557d3c7e500: rpc.has_security_group_logging(os_id): False [ 835.093374] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093721] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.094159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.094257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.094344] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 is going to be created. [ 835.157345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.157518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.157570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.157795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.157946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.169809] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: IN_PROGRESS for 2s [ 835.392510] env[65712]: INFO networking_nsxv3.common.synchronization [req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 req-fb6873b1-8933-4b7a-a11a-bc21faac0f74 service nova] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_rules [ 835.392843] env[65712]: INFO networking_nsxv3.common.synchronization [req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 req-fb6873b1-8933-4b7a-a11a-bc21faac0f74 service nova] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 835.392843] env[65712]: INFO networking_nsxv3.common.synchronization [req-25bdb2d7-6c22-448e-927a-0eec764e1ec8 req-fb6873b1-8933-4b7a-a11a-bc21faac0f74 service nova] Enqueued Resource ID: 67adf685-37b3-4a46-b4cf-d855089fb100 with Priority: HIGHEST for action port [ 835.394369] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_rules [ 835.394566] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 835.394792] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67adf685-37b3-4a46-b4cf-d855089fb100 with Priority: HIGHEST for action port [ 835.395143] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.395459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.395565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.396341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.396341] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.396929] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.397490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.398035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.398035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.398035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.398189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.398189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.398342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.398485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.398586] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.399501] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-67adf685-37b3-4a46-b4cf-d855089fb100 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.399623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.400440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.400440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.400440] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67adf685-37b3-4a46-b4cf-d855089fb100',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.901442] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.901609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.902950] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.903906] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67adf685-37b3-4a46-b4cf-d855089fb100 with status ACTIVE [ 835.904123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.904239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.904348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.904503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.904613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.904794] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.904892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.904954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.905128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.905208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.905408] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.905504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.905554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.905699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.905772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.905856] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67adf685-37b3-4a46-b4cf-d855089fb100 is going to be updated. [ 835.928826] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.929045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.929045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.929274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.929415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.929592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67adf685-37b3-4a46-b4cf-d855089fb100" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.397823] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 836.397823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.407554] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.913059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.913059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.913059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.913059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.913059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.913059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be created. [ 836.937526] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.937526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.937526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.937814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.937972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.948515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: UNINITIALIZED for 2s [ 837.186545] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: SUCCESS [ 837.186785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961404] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.961404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.961404] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.463387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.463558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.463923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.463923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.464105] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.464298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.464358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.464496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.464589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.464958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.465103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.465191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.465191] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.465191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.465191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.465745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.465745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.465860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.466018] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.968885] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546ff56d-e91c-449a-ba42-449d24824803: rpc.has_security_group_logging(os_id): False [ 839.993857] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.994108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.994108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.994308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.994398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.994586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.994691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.994755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.994911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.994999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.995203] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.995301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.995356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.995500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.995576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.995752] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.995847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.995907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.996060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.996134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.996219] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be created. [ 840.075070] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.075216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.075288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.075568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.075694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.090827] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 840.395813] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.396035] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 842.104916] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 842.105327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.052458] env[65712]: INFO networking_nsxv3.common.synchronization [req-54521ce0-7744-49ca-b55f-9c98d9988110 req-43c69ce0-2d70-456d-a414-92fac1ae9a6d tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 845.053063] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 845.053848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.054010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.054083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.054315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.054488] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.054612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.054686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.054864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.054955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.055087] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.557817] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.770408] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.771026] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.771026] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.771026] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.771290] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.771448] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.771558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.771795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.774032] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.774032] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.774032] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.774032] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.774032] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.774032] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.774032] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.774032] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.793507] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.793651] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.793788] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.793961] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.794292] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-0be48578-b726-450c-8880-48d60421f44a taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.794460] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.794577] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.794918] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.795066] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be48578-b726-450c-8880-48d60421f44a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.060245] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.297946] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.298244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.298408] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.298699] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.298876] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.299045] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 0be48578-b726-450c-8880-48d60421f44a not found, creating... [ 846.299331] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.299510] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.299743] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.299919] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.300055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.300364] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.300529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.300661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.300880] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.301132] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.301332] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 0be48578-b726-450c-8880-48d60421f44a is going to be created. [ 846.327392] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.328389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.328389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.328389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.328600] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.328804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.562834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.563023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.563023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.563250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.563341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.563446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be updated. [ 846.594384] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.594633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.594633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.594827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.594971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.604878] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 847.049159] env[65712]: INFO networking_nsxv3.common.synchronization [req-54521ce0-7744-49ca-b55f-9c98d9988110 req-a115deb8-4a7b-49ec-95d0-2a7a679ec29b service nova] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_rules [ 847.049159] env[65712]: INFO networking_nsxv3.common.synchronization [req-54521ce0-7744-49ca-b55f-9c98d9988110 req-a115deb8-4a7b-49ec-95d0-2a7a679ec29b service nova] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 847.049159] env[65712]: INFO networking_nsxv3.common.synchronization [req-54521ce0-7744-49ca-b55f-9c98d9988110 req-a115deb8-4a7b-49ec-95d0-2a7a679ec29b service nova] Enqueued Resource ID: 0be48578-b726-450c-8880-48d60421f44a with Priority: HIGHEST for action port [ 847.049159] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_rules [ 847.049460] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 847.049460] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be48578-b726-450c-8880-48d60421f44a with Priority: HIGHEST for action port [ 847.049770] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.049770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.049896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.049986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.050128] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.050985] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.051417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.051417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be48578-b726-450c-8880-48d60421f44a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.051417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.051417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.051618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.051658] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be48578-b726-450c-8880-48d60421f44a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.553524] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.556275] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0be48578-b726-450c-8880-48d60421f44a with status ACTIVE [ 847.556470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.556673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.556673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.556896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.556991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.557192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.557302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.557441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.557885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.557984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.558056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.558188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.558255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.558338] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0be48578-b726-450c-8880-48d60421f44a is going to be updated. [ 847.582179] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.582179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.582179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.582179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.582530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.582530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be48578-b726-450c-8880-48d60421f44a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.736878] env[65712]: INFO networking_nsxv3.common.synchronization [req-577b7f3d-d1b4-4f99-b046-7919314abbee req-e5f4eded-1fc8-49fd-9b82-52bb044c483d tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 847.737523] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 847.737822] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.737949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.738047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.738677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.738841] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.738952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.739036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.739314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.739410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.739516] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.109029] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.110037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.110037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.110037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.110427] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.110649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.110814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.111120] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.111340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.111618] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.111792] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.112061] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.112231] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.112413] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.112616] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.112800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.131856] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.132056] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.132160] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.132326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.132689] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-83b44812-feca-472e-9a40-1f670122d58d taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.132792] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.132904] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.133248] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.133388] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b44812-feca-472e-9a40-1f670122d58d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.241752] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.242908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.243459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.243459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.243459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.244463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.244463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.244463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.244463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.244463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.244463] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 848.268377] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.268543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.268607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.268774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.268919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.277096] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 848.614521] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 848.614779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.614934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.615153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.615370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.615493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.615555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.615708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.615792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.615889] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.636553] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.636553] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.636553] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.636830] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.637093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.637349] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 83b44812-feca-472e-9a40-1f670122d58d not found, creating... [ 848.637656] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.637922] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.638118] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.638428] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.638629] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.639047] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.639278] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.639623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.639757] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.639955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.640206] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 83b44812-feca-472e-9a40-1f670122d58d is going to be created. [ 848.665020] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.665020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.665020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.665020] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.665493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.665493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.118439] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.398239] env[65712]: INFO networking_nsxv3.common.synchronization [req-577b7f3d-d1b4-4f99-b046-7919314abbee req-0d203880-56d5-4431-be59-76cff307cbbd service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 849.398239] env[65712]: INFO networking_nsxv3.common.synchronization [req-577b7f3d-d1b4-4f99-b046-7919314abbee req-0d203880-56d5-4431-be59-76cff307cbbd service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 849.398239] env[65712]: INFO networking_nsxv3.common.synchronization [req-577b7f3d-d1b4-4f99-b046-7919314abbee req-0d203880-56d5-4431-be59-76cff307cbbd service nova] Enqueued Resource ID: 83b44812-feca-472e-9a40-1f670122d58d with Priority: HIGHEST for action port [ 849.398239] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 849.398239] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 849.398808] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b44812-feca-472e-9a40-1f670122d58d with Priority: HIGHEST for action port [ 849.399431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.399736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.399934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.400283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.400590] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.401959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.402275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.402634] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-83b44812-feca-472e-9a40-1f670122d58d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.402890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.403064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.403368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.403552] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83b44812-feca-472e-9a40-1f670122d58d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.622022] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.906231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.906231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.906231] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83b44812-feca-472e-9a40-1f670122d58d with status ACTIVE [ 849.906231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.906231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.906231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.906478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.906478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.907981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.907981] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83b44812-feca-472e-9a40-1f670122d58d is going to be updated. [ 849.929799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.929948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.930021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.930243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.930382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.930603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83b44812-feca-472e-9a40-1f670122d58d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.127653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.127849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.127896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.128526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.128526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.128526] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be updated. [ 850.167235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.167571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.167681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.167911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.168077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.178109] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 850.288633] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 850.288877] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 850.288961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.289308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.289400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.289563] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.289798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.289798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.289922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.290036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.290102] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.792428] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.170404] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c4614c9a-f238-4af2-966b-ec5e05ca022a tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 851.170928] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 851.171316] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.171504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.171612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.171899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.172695] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.268927] env[65712]: INFO networking_nsxv3.common.synchronization [None req-0fc36639-a324-462e-a5db-2f4b4d0bbc07 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 851.269566] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 851.269987] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.270215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.295160] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.695255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.695474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.695549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.695953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.695953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.696038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef5facc8-99c7-4323-93d7-02936c004545 already deleted. [ 851.696134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.696361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.696544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.696625] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.797901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.798211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.798364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.798565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.798722] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 851.829430] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.829689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.830090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.830197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.830457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.842011] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 852.190380] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193391] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193391] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.220912] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.220912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.220912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.220912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.220912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.220912] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef5facc8-99c7-4323-93d7-02936c004545 already deleted. [ 852.220912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.696183] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.697751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.697751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.697751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.698270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.698270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.698270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.698393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.698574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.698574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.698738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.698797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.698853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.698934] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.203129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eb3304e-12a1-458e-9ad8-380df4ec9aaa: rpc.has_security_group_logging(os_id): False [ 853.223264] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.223446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.223553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.223944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.223944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.224154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.224290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.224380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.224559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.225407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.226032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.226198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.226368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.227032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.227032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.227032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.227032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.227032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.227391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.227792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.227937] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be updated. [ 853.296042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.296251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.296305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.296668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.296755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.312034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 853.857195] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857195] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.363028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.363028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.363028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.363028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.364948] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.365128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.365128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.365347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.365434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.365522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.365618] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.868889] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02962c3a-e0ab-4950-94f5-deacf42f85ca: rpc.has_security_group_logging(os_id): False [ 854.892427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.892427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.892427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.892427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.892672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.892672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.892814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.892856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.892974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.893062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.893257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.893353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.893498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.893595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.893632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.893801] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.893919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.893978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.894134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.894220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.894293] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 854.962745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.962888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.962959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.963188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.963326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.974779] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 855.329677] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 855.329677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.380052] env[65712]: INFO networking_nsxv3.common.synchronization [None req-61a07fc1-ef0e-472c-8173-74c02708fcbb None None] Enqueued Resource ID: fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4 with Priority: HIGHEST for action port [ 855.380666] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4 with Priority: HIGHEST for action port [ 855.385131] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.385131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.385131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.385131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.385131] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.887576] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4 [ 855.888020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.888020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.889296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.889296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.889296] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4 already deleted. [ 855.889477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf6e63e-2a58-49f8-a3a0-46e9d60c44e4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.050696] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8b7e5092-c033-4ee0-9319-4764c8b0a0ec tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 856.051569] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 856.051569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.051569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.051569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.051815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.051868] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.169774] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9858fc2f-c004-426b-adaf-f7b7e190bfc5 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 856.171426] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 856.172126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.172126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.578665] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.578665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.578665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.578665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.579292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.579292] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5799210c-9979-45fc-a152-ad740f8228ac already deleted. [ 856.579292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.579292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.579292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.579292] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.991227] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 856.993073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.102154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.102323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.102440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.102698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.102829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.102976] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5799210c-9979-45fc-a152-ad740f8228ac already deleted. [ 857.103115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.132577] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b05d13de-8e3a-401b-921d-11743221ac43 None None] Enqueued Resource ID: bb85619f-8e4c-428d-9ffa-af6cd151f9dd with Priority: HIGHEST for action port [ 858.133508] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb85619f-8e4c-428d-9ffa-af6cd151f9dd with Priority: HIGHEST for action port [ 858.136233] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb85619f-8e4c-428d-9ffa-af6cd151f9dd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.136387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb85619f-8e4c-428d-9ffa-af6cd151f9dd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.136550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb85619f-8e4c-428d-9ffa-af6cd151f9dd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.136769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb85619f-8e4c-428d-9ffa-af6cd151f9dd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.136769] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb85619f-8e4c-428d-9ffa-af6cd151f9dd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.642276] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb85619f-8e4c-428d-9ffa-af6cd151f9dd [ 858.642510] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.642699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.642800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.643126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.643276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.643420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb85619f-8e4c-428d-9ffa-af6cd151f9dd already deleted. [ 858.643552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb85619f-8e4c-428d-9ffa-af6cd151f9dd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.902258] env[65712]: INFO networking_nsxv3.common.synchronization [req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb req-1ef60610-36ca-49f3-b699-4c66e06da60d tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Enqueued Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 859.902728] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 859.905739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.905739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.905739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.907053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.907317] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.907590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.907699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.907924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.908066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.908207] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.238030] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.238213] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-145" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.239632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-145" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-145" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239632] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.239632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.239632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.240013] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.240114] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.240480] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.243020] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.243020] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.243020] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.243020] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.243020] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.243020] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.268732] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.268940] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.269112] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.269299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-145" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.269735] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-5e10f1f0-85f6-4f3a-8250-32023b4998bc taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.269886] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.270163] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.270351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.270562] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e10f1f0-85f6-4f3a-8250-32023b4998bc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.411307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.411517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.411619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.411836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.411974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.412228] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.412332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.412426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.412631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.412760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.412856] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc already deleted. [ 860.412953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.773672] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.773926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.774030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.774486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.774647] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 5e10f1f0-85f6-4f3a-8250-32023b4998bc not found, creating... [ 860.774961] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.775161] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.775297] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.775612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.775747] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.776153] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.776360] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.776517] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.776742] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.776880] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777035] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 5e10f1f0-85f6-4f3a-8250-32023b4998bc is going to be created. [ 860.798509] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.798509] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.798509] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.799104] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.799104] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.799656] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583890] env[65712]: INFO networking_nsxv3.common.synchronization [req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb req-96bea616-450b-49d2-8273-f464d471faaa service nova] Enqueued Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_rules [ 861.583890] env[65712]: INFO networking_nsxv3.common.synchronization [req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb req-96bea616-450b-49d2-8273-f464d471faaa service nova] Enqueued Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 861.583890] env[65712]: INFO networking_nsxv3.common.synchronization [req-4e8ff12e-eb1e-47fb-9e62-c66a13a34eeb req-96bea616-450b-49d2-8273-f464d471faaa service nova] Enqueued Resource ID: 5e10f1f0-85f6-4f3a-8250-32023b4998bc with Priority: HIGHEST for action port [ 861.592718] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_rules [ 861.592718] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 861.592718] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e10f1f0-85f6-4f3a-8250-32023b4998bc with Priority: HIGHEST for action port [ 861.592718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592718] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.592718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.592718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.592718] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.592718] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e10f1f0-85f6-4f3a-8250-32023b4998bc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.593865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.593865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.593865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.593865] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e10f1f0-85f6-4f3a-8250-32023b4998bc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.094988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.095449] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.096634] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e10f1f0-85f6-4f3a-8250-32023b4998bc with status ACTIVE [ 862.096827] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.096960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.097050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.097419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.097565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.097785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.097932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.098059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.098320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.098497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.098709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.098842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.098944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.099180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.099265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.099371] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e10f1f0-85f6-4f3a-8250-32023b4998bc is going to be updated. [ 862.124937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.125120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.125212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.125411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.125748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.126077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e10f1f0-85f6-4f3a-8250-32023b4998bc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.602380] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.107897] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.107897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.107897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.107897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.107897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.107897] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc is going to be created. [ 863.141025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.141159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.141159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.143033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.143033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.155705] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: UNINITIALIZED for 2s [ 864.608267] env[65712]: INFO networking_nsxv3.common.synchronization [req-a03d7bb2-f516-4680-9c33-17ba2314b084 req-dd84c094-614a-468e-8a3c-62c51fe1ad5c tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 864.609601] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 864.609601] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.609601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.609898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.610147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.610253] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.614103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.614103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.614103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.614103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.614103] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.115971] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.170043] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: SUCCESS [ 865.170286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.170854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.171100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.171321] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.171441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.171500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.171854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.171854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.171854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.172018] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.620040] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.674811] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.675053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.675321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.675510] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.675645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.675716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.675932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.676062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.676166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.676343] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.676445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.676534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.676706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.676879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.676991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.677084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.677240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.677339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.677496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.677621] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.122754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.123697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.124040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.128892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.128892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.128892] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be updated. [ 866.162018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.162851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.163278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.163667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.163960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.175287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 866.180996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc: rpc.has_security_group_logging(os_id): False [ 866.200835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.200835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.200835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.201182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.201339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.201674] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.201800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.201867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.202130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.202309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.202406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.202470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.203212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.203427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.203540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.203594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.203743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.203821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.203909] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc is going to be created. [ 866.281553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.281553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.281553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.281864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.281906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.298591] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: IN_PROGRESS for 2s [ 868.188697] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 868.189119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.313621] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: SUCCESS [ 868.313969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.609883] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 869.610388] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 872.334188] env[65712]: INFO networking_nsxv3.common.synchronization [req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b req-0da0d84f-b8c0-49f3-b867-2200085ab653 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 872.334729] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 872.336153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.336303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.336376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.336652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.336835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.336958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.337036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.337231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.337289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.337457] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.801021] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.801021] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.801021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.801021] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.801021] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.801647] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.801877] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.802096] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.802293] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.802544] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.825827] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.826079] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.828018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.828018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.828018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-0ab3f323-8e85-41db-8228-1d3052226099 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.828018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.828018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.828018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.828018] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab3f323-8e85-41db-8228-1d3052226099',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.842723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.843059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.843440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.843756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.843929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.844231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.844449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.844589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.845132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.845283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.846188] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 already deleted. [ 872.846188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.331085] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.331322] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.331462] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.331773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.331921] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.332090] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 0ab3f323-8e85-41db-8228-1d3052226099 not found, creating... [ 873.332363] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.332521] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.332635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.332859] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.332991] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.333283] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.333432] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.333548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.333755] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.333987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.334155] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 0ab3f323-8e85-41db-8228-1d3052226099 is going to be created. [ 873.355539] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.355928] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.355967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.356251] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.356474] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.356694] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.173141] env[65712]: INFO networking_nsxv3.common.synchronization [req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b req-f5e161b4-2f50-4f31-9146-a4b2f598ba8e service nova] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 874.173291] env[65712]: INFO networking_nsxv3.common.synchronization [req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b req-f5e161b4-2f50-4f31-9146-a4b2f598ba8e service nova] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 874.173429] env[65712]: INFO networking_nsxv3.common.synchronization [req-901f72c1-88b8-4cd1-9bf3-669e92d4af6b req-f5e161b4-2f50-4f31-9146-a4b2f598ba8e service nova] Enqueued Resource ID: 0ab3f323-8e85-41db-8228-1d3052226099 with Priority: HIGHEST for action port [ 874.174065] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_rules [ 874.174212] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 874.174311] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab3f323-8e85-41db-8228-1d3052226099 with Priority: HIGHEST for action port [ 874.174605] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.174735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.174804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.175339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.175339] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.176658] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.176775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.176844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.177203] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.177536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.180427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.180427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.180584] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.181431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab3f323-8e85-41db-8228-1d3052226099 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.181739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.181739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.181830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.181830] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab3f323-8e85-41db-8228-1d3052226099',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.691465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ab3f323-8e85-41db-8228-1d3052226099 with status ACTIVE [ 874.691465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.691465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.691465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.691465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.691894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.691894] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.691894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.691894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.692013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.692075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.692298] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.692374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.692414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.693282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.693282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.693282] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ab3f323-8e85-41db-8228-1d3052226099 is going to be updated. [ 874.693964] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.695184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.695332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.719588] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.719588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.719588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.719915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.719915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.720040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab3f323-8e85-41db-8228-1d3052226099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.121101] env[65712]: INFO networking_nsxv3.common.synchronization [req-04eae129-901c-454c-840d-d7494732c51f req-ae1f2a76-7746-444f-aee9-babd6a383bc1 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 875.121629] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 875.121932] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.122118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.122193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.122390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.122545] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.122643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.122706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.122848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.122930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.123032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.197687] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.380896] env[65712]: INFO networking_nsxv3.common.synchronization [req-81ee2abc-e77e-467f-ade8-d2da760c6aac req-b6360350-9884-4e21-aeaf-cb997558a267 tempest-ListImageFiltersTestJSON-265504236 tempest-ListImageFiltersTestJSON-265504236-project-member] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 875.380896] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGHEST for action security_group_members [ 875.380896] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.381045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.382142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.382142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.382142] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.382142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.382142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.382378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.382378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.382446] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.626344] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.626534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.626593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.627033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.627135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.627350] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.627486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.627553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.627711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.627797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.628166] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be deleted. [ 875.662368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.662524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.662827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.663067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.663172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.663270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.701480] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.701778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.701778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.701919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.702056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.702172] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 is going to be created. [ 875.728817] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.729022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.729070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.729336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.729507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.745684] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: UNINITIALIZED for 2s [ 875.762013] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.763649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.763689] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.767018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.767018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.767018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.767018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.767018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.767018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.767018] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.767018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.767018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.767018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.767018] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.767018] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.767018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.788914] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.789154] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.789241] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.789418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.789827] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.790220] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.790220] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.790430] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.790565] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.885322] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.885322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.885463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.885758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.885758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.886013] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.886106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.886191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.886352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.886432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.886520] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be updated. [ 875.923853] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.924036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.924036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.924260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.924694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.936857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: IN_PROGRESS for 2s [ 876.155156] env[65712]: INFO networking_nsxv3.common.synchronization [req-c9150f40-8b4c-4d72-8990-a19e7e22b3f0 req-d1daaa1a-962a-4330-907d-78652d792bed tempest-ServerMetadataNegativeTestJSON-1874376236 tempest-ServerMetadataNegativeTestJSON-1874376236-project-member] Enqueued Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 876.155751] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGHEST for action security_group_members [ 876.156240] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.156553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.156623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.156834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.157014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.157116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.157174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.157322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.157451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.157553] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.294084] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.294279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.295226] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.295226] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.295226] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.295226] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 not found, creating... [ 876.295463] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.295707] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.295759] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.295977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.296121] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.296418] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.296617] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.296681] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.297607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.297607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.297607] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 is going to be created. [ 876.338416] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.338725] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.338864] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.339269] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.339500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.339748] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.659608] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.660152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.660152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.660152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.660366] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.660433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.660646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.660907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.660907] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc is going to be updated. [ 876.695133] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.695290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.695341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.695546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.695687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.705589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: IN_PROGRESS for 2s [ 877.061146] env[65712]: INFO networking_nsxv3.common.synchronization [req-04eae129-901c-454c-840d-d7494732c51f req-8798907b-72ee-4ca1-b47e-957099b4be40 service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 877.061146] env[65712]: INFO networking_nsxv3.common.synchronization [req-04eae129-901c-454c-840d-d7494732c51f req-8798907b-72ee-4ca1-b47e-957099b4be40 service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 877.061146] env[65712]: INFO networking_nsxv3.common.synchronization [req-04eae129-901c-454c-840d-d7494732c51f req-8798907b-72ee-4ca1-b47e-957099b4be40 service nova] Enqueued Resource ID: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 with Priority: HIGHEST for action port [ 877.061511] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 877.061770] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 877.062110] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 with Priority: HIGHEST for action port [ 877.062506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.065101] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.065101] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.065101] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.065101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.066146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.066536] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.067871] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.068707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.068707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.068986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.069701] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.571528] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.573326] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.573463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.573623] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 with status ACTIVE [ 877.573786] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.573907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.573961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.574192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.574446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.574537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.574593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.574812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.574812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.575036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.577209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.577285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.577611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.577611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.577707] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2 is going to be updated. [ 877.601517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.601689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.601816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.602016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.602116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.602279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aba5a7e-32d7-41e4-ac89-5af20cd2f3e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.761852] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: SUCCESS [ 877.762894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.762894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.762894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.762894] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.763242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.763242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.763867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.763867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.763867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.763867] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.951238] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 in Status: SUCCESS [ 877.951238] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 deletion is rescheduled due to dependency. [ 877.951238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.975241] env[65712]: INFO networking_nsxv3.common.synchronization [req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd req-7f8a69c9-7ac4-46a5-ade7-9726d5604a8f tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 877.975774] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 877.976084] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.976215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.976281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.976493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.976647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.976753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.976813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.976955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.977056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.977150] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.074731] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.265948] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.412602] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.413016] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.413016] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.413214] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.413477] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415902] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.415902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.415902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.415902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.415902] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.415902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.415902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.435168] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.435439] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.435640] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.435935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.436420] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-3d9f8f22-213e-42fc-84a8-b45d2b270004 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.436667] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.436876] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.437153] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.437295] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9f8f22-213e-42fc-84a8-b45d2b270004',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.480746] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.578288] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.580493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.580493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.580493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.580493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.580493] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be created. [ 878.606413] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.606569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.606645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.606869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.607050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619980] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: UNINITIALIZED for 2s [ 878.714825] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc in Status: SUCCESS [ 878.715068] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc deletion is rescheduled due to dependency. [ 878.715544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.772344] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 081f1c0a-467c-4b15-b14d-0da962627f36: rpc.has_security_group_logging(os_id): False [ 878.791885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.792107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.792167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.792351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.792458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.792739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.792810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.792851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.792997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.793087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.793173] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 is going to be created. [ 878.855189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.855446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.855559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.855725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.855910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.871914] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: IN_PROGRESS for 2s [ 878.939597] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.939737] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.939881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.940200] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.940902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.940902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 3d9f8f22-213e-42fc-84a8-b45d2b270004 not found, creating... [ 878.940902] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.941089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.941089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.941300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.941437] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.941714] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.941869] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.941999] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.942264] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.942406] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.942572] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 3d9f8f22-213e-42fc-84a8-b45d2b270004 is going to be created. [ 878.983714] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.991495] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.991495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.991495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.991495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.991495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.991495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491225] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.491225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.491225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.491225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.491225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491225] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 879.527825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.527825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.527825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.527825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.527825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.540302] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 879.722978] env[65712]: INFO networking_nsxv3.common.synchronization [req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd req-7e530f3f-1fa0-4691-8d58-d718837178bb service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 879.723524] env[65712]: INFO networking_nsxv3.common.synchronization [req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd req-7e530f3f-1fa0-4691-8d58-d718837178bb service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 879.723524] env[65712]: INFO networking_nsxv3.common.synchronization [req-2c873430-9ae8-4c25-8a4c-d706ac9ef9bd req-7e530f3f-1fa0-4691-8d58-d718837178bb service nova] Enqueued Resource ID: 3d9f8f22-213e-42fc-84a8-b45d2b270004 with Priority: HIGHEST for action port [ 879.724060] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 879.724141] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 879.725035] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9f8f22-213e-42fc-84a8-b45d2b270004 with Priority: HIGHEST for action port [ 879.725035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.725035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.725293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.725293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.725382] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.726328] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.726435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.727075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d9f8f22-213e-42fc-84a8-b45d2b270004 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.727209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.727280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.727520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.727598] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9f8f22-213e-42fc-84a8-b45d2b270004',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.230266] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.231124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231124] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d9f8f22-213e-42fc-84a8-b45d2b270004 with status ACTIVE [ 880.231124] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.231124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.231459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.231459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.231459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.231591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.231591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.231700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.231777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.231961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.232075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.232135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.232279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.232355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.232440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d9f8f22-213e-42fc-84a8-b45d2b270004 is going to be updated. [ 880.261286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.261286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.261286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.261286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.261674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.261674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d9f8f22-213e-42fc-84a8-b45d2b270004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.614310] env[65712]: INFO networking_nsxv3.common.synchronization [req-bc858118-5e53-4e24-be04-2a49653d8da8 req-9dfb148c-f6fc-4ce0-98d1-daf132b2b46c tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 880.614310] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 880.614310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.614310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.614310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.614310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.615538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.615538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.615538] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.633789] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 880.634070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.634287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.634937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.634937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.635049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.635084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.636028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.636028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.636028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.636028] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.857443] env[65712]: INFO networking_nsxv3.common.synchronization [None req-59b08ac4-a201-434e-80fc-c4449f6cea51 None None] Enqueued Resource ID: c5487b47-1b5c-4ebf-bacd-64df6eedf13c with Priority: HIGHEST for action port [ 880.858517] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5487b47-1b5c-4ebf-bacd-64df6eedf13c with Priority: HIGHEST for action port [ 880.858927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5487b47-1b5c-4ebf-bacd-64df6eedf13c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.859930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5487b47-1b5c-4ebf-bacd-64df6eedf13c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.859930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5487b47-1b5c-4ebf-bacd-64df6eedf13c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.859930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5487b47-1b5c-4ebf-bacd-64df6eedf13c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.859930] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5487b47-1b5c-4ebf-bacd-64df6eedf13c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.892512] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: SUCCESS [ 880.893774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.053811] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.054070] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054141] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.054417] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.054679] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.054849] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.054948] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.055186] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.055356] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.055604] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.055722] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.055833] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.055941] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.056059] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.056162] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.056292] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.076083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.076363] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.076518] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.076697] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-642" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.077015] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-68af7719-9c6c-4dbc-960a-1b3c3357238a taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.077197] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.077320] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.077680] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.077817] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68af7719-9c6c-4dbc-960a-1b3c3357238a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.117938] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.118091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.118147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.118340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.118453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.118686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.118787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.118850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.119030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.119092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.119176] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 already deleted. [ 881.119256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.140037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.140037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.140498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.140498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.140498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.140676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.140732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.141018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.141105] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.362965] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5487b47-1b5c-4ebf-bacd-64df6eedf13c [ 881.363254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.363464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.363574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.363916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.364036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.364185] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5487b47-1b5c-4ebf-bacd-64df6eedf13c already deleted. [ 881.364319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5487b47-1b5c-4ebf-bacd-64df6eedf13c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.552473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 881.552473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.553202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.553202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.553472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.553658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.553759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.554020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.554176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.554484] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.581083] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.581083] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.581083] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.581352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.582034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.582034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 68af7719-9c6c-4dbc-960a-1b3c3357238a not found, creating... [ 881.582034] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.582203] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.582316] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.582533] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.582663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.582954] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.583110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.583229] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.583435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.583758] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.583830] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 68af7719-9c6c-4dbc-960a-1b3c3357238a is going to be created. [ 881.612195] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.612424] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.612552] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.612827] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.613073] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.613307] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.643394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be3dd05-b7fe-4e85-868a-3776676b7288: rpc.has_security_group_logging(os_id): False [ 881.670381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.670561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.671065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.671065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.671065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.671210] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.671279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.671327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.671493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.671570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.671762] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.671883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.671948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.672109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.672185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.672365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.672459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.672528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.672659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.673026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.673026] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be created. [ 881.785552] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.787580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.787580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.787580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.787580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.803629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 882.060882] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.310659] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b9bf4ed4-ba37-4675-9083-7e5026e0f292 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 882.313216] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 882.313216] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.313216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.313216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.313216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.313216] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.464358] env[65712]: INFO networking_nsxv3.common.synchronization [req-bc858118-5e53-4e24-be04-2a49653d8da8 req-ef5c868d-202f-480f-a552-db6b89982fff service nova] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 882.464700] env[65712]: INFO networking_nsxv3.common.synchronization [req-bc858118-5e53-4e24-be04-2a49653d8da8 req-ef5c868d-202f-480f-a552-db6b89982fff service nova] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 882.464700] env[65712]: INFO networking_nsxv3.common.synchronization [req-bc858118-5e53-4e24-be04-2a49653d8da8 req-ef5c868d-202f-480f-a552-db6b89982fff service nova] Enqueued Resource ID: 68af7719-9c6c-4dbc-960a-1b3c3357238a with Priority: HIGHEST for action port [ 882.465380] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_rules [ 882.465380] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 882.465594] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68af7719-9c6c-4dbc-960a-1b3c3357238a with Priority: HIGHEST for action port [ 882.466102] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.466102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.466102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.466396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.466396] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.467292] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.467419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.467485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.467690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.467847] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.467952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.468035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.468387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.468387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.468387] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.470189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-68af7719-9c6c-4dbc-960a-1b3c3357238a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.470189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.470189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.470189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.470393] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68af7719-9c6c-4dbc-960a-1b3c3357238a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.529323] env[65712]: INFO networking_nsxv3.common.synchronization [None req-427f6ef9-7b54-468b-8064-f8d9d9998073 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 882.530132] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 882.530502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.530635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.565993] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.843237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.843237] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 already deleted. [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.843237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.843237] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.973783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.973924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.974188] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.979763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68af7719-9c6c-4dbc-960a-1b3c3357238a with status ACTIVE [ 882.979917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.980059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.980141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.980367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.980447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.980724] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.980791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.980821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.980991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.981564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.981622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.981797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981963] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68af7719-9c6c-4dbc-960a-1b3c3357238a is going to be updated. [ 883.006788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.006788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.006895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.007226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.007226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.007338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68af7719-9c6c-4dbc-960a-1b3c3357238a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.071204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.071204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.071204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.071204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.071204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.071204] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 883.105675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.105675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.105791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.105982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.106429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.127426] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 883.373826] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.373826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.373826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.373826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.374130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.374130] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 already deleted. [ 883.374275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.412474] env[65712]: INFO networking_nsxv3.common.synchronization [req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 req-460840f4-22d4-4e27-8b37-03982fc4ba40 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 883.412474] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 883.413537] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.413537] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.413537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.414028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.414028] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.480800] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.820139] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 883.820362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.910551] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.910843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.910932] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.911322] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.911660] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.911804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.912044] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.914418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.914706] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.915051] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.915224] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.915397] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.915559] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.915728] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.915928] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.916144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.918176] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.940272] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.940450] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.940591] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.940768] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-916" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.941098] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-e005456f-97b2-4826-92d3-2b140ea22157 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.941474] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.942227] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.942227] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.942227] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e005456f-97b2-4826-92d3-2b140ea22157',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.983509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.984105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.984312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.984456] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 is going to be created. [ 884.038502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.038783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.038854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.039215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.039413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.063629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: UNINITIALIZED for 2s [ 884.116113] env[65712]: INFO networking_nsxv3.common.synchronization [None req-186a4d5e-e585-422f-8a90-0a5f87ded0e5 None None] Enqueued Resource ID: a3cdb2bd-970e-4521-a7bb-490c05b136c3 with Priority: HIGHEST for action port [ 884.116752] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cdb2bd-970e-4521-a7bb-490c05b136c3 with Priority: HIGHEST for action port [ 884.117155] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3cdb2bd-970e-4521-a7bb-490c05b136c3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.117284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3cdb2bd-970e-4521-a7bb-490c05b136c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.117353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3cdb2bd-970e-4521-a7bb-490c05b136c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.117696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3cdb2bd-970e-4521-a7bb-490c05b136c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.117785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3cdb2bd-970e-4521-a7bb-490c05b136c3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.421107] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.444681] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.445025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.445256] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.445731] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.445997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.446265] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port e005456f-97b2-4826-92d3-2b140ea22157 not found, creating... [ 884.446736] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.447023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.447242] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.447663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.447902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.448591] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.448751] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.449094] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.449307] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.449567] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.450042] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: e005456f-97b2-4826-92d3-2b140ea22157 is going to be created. [ 884.487624] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.488043] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.488306] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.488793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.489286] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.489617] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.622834] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3cdb2bd-970e-4521-a7bb-490c05b136c3 [ 884.623184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.623370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.623450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.623719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.623862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623999] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3cdb2bd-970e-4521-a7bb-490c05b136c3 already deleted. [ 884.624130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3cdb2bd-970e-4521-a7bb-490c05b136c3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.891083] env[65712]: INFO networking_nsxv3.common.synchronization [req-266bd56f-c364-4cab-b309-2a0eb19d9f90 req-3fe80263-30cc-47aa-803d-27ed7ad36dd7 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 884.891637] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 884.892122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.892265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.892302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.892563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.892711] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.892814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.892898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.893136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.893231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.893331] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.924456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.924638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.925353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.925353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.925353] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 884.961204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.961695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.961789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.962244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.962811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.981018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 885.140508] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 885.140769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.140959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.141246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.141402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.141522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.141609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.141796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.141887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.141975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.142081] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.276867] env[65712]: INFO networking_nsxv3.common.synchronization [req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 req-3addfebd-fc00-41eb-a1d0-5c93a1f85d86 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 885.276867] env[65712]: INFO networking_nsxv3.common.synchronization [req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 req-3addfebd-fc00-41eb-a1d0-5c93a1f85d86 service nova] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 885.276867] env[65712]: INFO networking_nsxv3.common.synchronization [req-4ceac2c7-d4e2-467c-ab81-2b3f9d7e6070 req-3addfebd-fc00-41eb-a1d0-5c93a1f85d86 service nova] Enqueued Resource ID: e005456f-97b2-4826-92d3-2b140ea22157 with Priority: HIGHEST for action port [ 885.277775] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_rules [ 885.278013] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 885.278076] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e005456f-97b2-4826-92d3-2b140ea22157 with Priority: HIGHEST for action port [ 885.279445] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.279627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.279758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.280116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.280189] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.283224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.283460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.283577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e005456f-97b2-4826-92d3-2b140ea22157 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.283687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.283738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.284083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.284195] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e005456f-97b2-4826-92d3-2b140ea22157',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.396432] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.645952] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.646377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.646377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.646600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.650218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.650378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.650433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.650644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.650737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.650828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.651045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.651166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.651811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.651811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.651811] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.651811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.651811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.651811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.652480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.652480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.652480] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.788068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.788068] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e005456f-97b2-4826-92d3-2b140ea22157 with status ACTIVE [ 885.788068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.788068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.789475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.789475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.789475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.789475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.789475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.789475] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e005456f-97b2-4826-92d3-2b140ea22157 is going to be updated. [ 885.817619] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.817893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.817990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.818171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.818353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.818514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e005456f-97b2-4826-92d3-2b140ea22157" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.899466] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.077027] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: SUCCESS [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077027] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.126108] env[65712]: INFO networking_nsxv3.common.synchronization [req-f8e38295-c026-4879-bbfe-fc27c509d2c0 req-69858811-05f6-49c0-afb7-ba6f47eedb87 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 886.127032] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 886.127032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.127187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.127792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.128041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.128160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.128219] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.155394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8056e5d-a240-4b92-aa8c-12a0bef324a8: rpc.has_security_group_logging(os_id): False [ 886.179208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.179352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.179815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.181021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.181021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.181021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.181327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.181327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.181327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.181327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.182027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.182027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.182027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.183202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.183922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.183922] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 886.249032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.249032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.249211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.250303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.250303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.264649] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 886.403766] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.403766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.404051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.404269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.404420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.404532] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 886.565209] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.565771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.567485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.567485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.567485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579816] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 886.581690] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.631605] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.631605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.631605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.631605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.631605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.631903] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.631903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.632042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.632186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.632310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.632440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef5facc8-99c7-4323-93d7-02936c004545 already deleted. [ 886.632566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.660515] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.660947] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.661038] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.661358] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.661667] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.661853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.663276] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.663913] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.664113] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.664373] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.664512] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.665800] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.665970] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.666132] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.666264] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.666440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.733159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.733569] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.733851] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.735868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.735868] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.735868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.735868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.736306] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.737570] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80fd038-5caa-449f-9c9e-ac1d0d6f03cc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.993832] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 886.994127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.994321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.994568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.994829] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.994979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.995499] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.085626] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4: rpc.has_security_group_logging(os_id): False [ 887.107848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.108020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.108099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.108371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.108428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.108686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.109016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.109016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.109183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.109318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.109437] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 is going to be created. [ 887.213137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.213137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.213137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.213137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.213137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233476] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: IN_PROGRESS for 2s [ 887.241963] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.242437] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.242624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.243419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.243419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.243419] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc not found, creating... [ 887.243843] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.244018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.244496] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.245978] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.245978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.245978] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc is going to be created. [ 887.273506] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.274053] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.274249] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.274701] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.275078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275497] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.503691] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.002798] env[65712]: INFO networking_nsxv3.common.synchronization [req-f8e38295-c026-4879-bbfe-fc27c509d2c0 req-72fc9220-8f87-4696-a714-d010c1ac457f service nova] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 888.003165] env[65712]: INFO networking_nsxv3.common.synchronization [req-f8e38295-c026-4879-bbfe-fc27c509d2c0 req-72fc9220-8f87-4696-a714-d010c1ac457f service nova] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 888.003165] env[65712]: INFO networking_nsxv3.common.synchronization [req-f8e38295-c026-4879-bbfe-fc27c509d2c0 req-72fc9220-8f87-4696-a714-d010c1ac457f service nova] Enqueued Resource ID: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc with Priority: HIGHEST for action port [ 888.004164] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_rules [ 888.004164] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 888.004164] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc with Priority: HIGHEST for action port [ 888.004940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.005116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.005209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.005575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.005575] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.006947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.007453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.007590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.007836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.008183] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.008183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.008379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.008451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.008610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.008943] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.009917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.010087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.010179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.010342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.010448] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80fd038-5caa-449f-9c9e-ac1d0d6f03cc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.012247] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.281702] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 888.282015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.513043] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.514626] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.515434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.515566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.515663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.515936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.517035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.517035] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 888.517651] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f80fd038-5caa-449f-9c9e-ac1d0d6f03cc with status ACTIVE [ 888.518146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.518146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.518146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.518904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.519038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.519235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.519359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.519428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.519611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.519696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.520349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.520349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.520349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.520518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.520641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.520713] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f80fd038-5caa-449f-9c9e-ac1d0d6f03cc is going to be updated. [ 888.552174] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.552174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.552174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.552174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.552174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.552453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80fd038-5caa-449f-9c9e-ac1d0d6f03cc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.567036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.567234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.567234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.567509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.567744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.580383] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 888.598735] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 888.598735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.961639] env[65712]: INFO networking_nsxv3.common.synchronization [req-18f408c9-44de-410d-8e28-02d8f1fe41d4 req-fab5aee9-269a-4ca6-8b04-28fed0e62c13 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 888.963083] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 888.964074] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.964256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.964548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.964716] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.964815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.965129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.965251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.965381] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.017933] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.248211] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: SUCCESS [ 889.248464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.331287] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.331526] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.331655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.332155] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.332244] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.332399] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.333122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.333122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.333122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.333365] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.333445] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.333584] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.333714] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.333871] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.334027] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.334189] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.361220] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.361398] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.361536] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.361950] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-488" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.362380] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-0e7f4398-ed81-4427-bd89-0152eb8a9156 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.363488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.363488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.363488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.363488] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7f4398-ed81-4427-bd89-0152eb8a9156',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.467432] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.521842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.522076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.522160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.523673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.523860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.523992] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef5facc8-99c7-4323-93d7-02936c004545 is going to be created. [ 889.561168] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.561338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.561412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.561707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.561959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.573848] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: UNINITIALIZED for 2s [ 889.867832] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.867832] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 0e7f4398-ed81-4427-bd89-0152eb8a9156 not found, creating... [ 889.867832] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.867832] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.868401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.868401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.868401] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.868719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.870596] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.871589] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.871589] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.871589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 0e7f4398-ed81-4427-bd89-0152eb8a9156 is going to be created. [ 889.898708] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.898708] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.898708] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.898991] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.900017] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.900017] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.971674] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.475054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.475558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.475558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.475738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.475844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.476013] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be updated. [ 890.515189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.515351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.515559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.515683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.515846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.526173] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 890.591078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 890.591308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.591717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.591916] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.592591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.592591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.592591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.592591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.592591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.592591] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.680419] env[65712]: INFO networking_nsxv3.common.synchronization [req-18f408c9-44de-410d-8e28-02d8f1fe41d4 req-2996a4eb-5f7f-472a-b925-81e8ad518f20 service nova] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_rules [ 890.680526] env[65712]: INFO networking_nsxv3.common.synchronization [req-18f408c9-44de-410d-8e28-02d8f1fe41d4 req-2996a4eb-5f7f-472a-b925-81e8ad518f20 service nova] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 890.680584] env[65712]: INFO networking_nsxv3.common.synchronization [req-18f408c9-44de-410d-8e28-02d8f1fe41d4 req-2996a4eb-5f7f-472a-b925-81e8ad518f20 service nova] Enqueued Resource ID: 0e7f4398-ed81-4427-bd89-0152eb8a9156 with Priority: HIGHEST for action port [ 890.682025] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_rules [ 890.682025] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 890.682025] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e7f4398-ed81-4427-bd89-0152eb8a9156 with Priority: HIGHEST for action port [ 890.682025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.682025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.682025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.682025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.682369] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.683376] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.683518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.683676] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e7f4398-ed81-4427-bd89-0152eb8a9156 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.683778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.683836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.684052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.685161] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e7f4398-ed81-4427-bd89-0152eb8a9156',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.095674] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.096423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.096423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.096423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.096707] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.096824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.096888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.097059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.097191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.097255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.097497] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.097637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.097712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.097888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.098112] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.098273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.098369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.098640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.098728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.098776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.098926] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.186137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.186358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.186498] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e7f4398-ed81-4427-bd89-0152eb8a9156 with status ACTIVE [ 891.186675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.186784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.186851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.187079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.187173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.187340] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.187479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.187579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.187743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.187795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.187959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.188063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.188119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.188263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.188336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.188422] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e7f4398-ed81-4427-bd89-0152eb8a9156 is going to be updated. [ 891.221588] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.221588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.221588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.221931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.222053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.222217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e7f4398-ed81-4427-bd89-0152eb8a9156" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589299] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: SUCCESS [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.589299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.589299] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.602042] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f3135a-7615-4f4b-ae6a-bae891eddb52: rpc.has_security_group_logging(os_id): False [ 891.621959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.622125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.622190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.622409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.622543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.622778] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.622918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.623016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.623225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.623325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.623554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.623671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.623736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.623890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.623982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.624286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.624410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.624481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.624654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.624758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.625196] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 891.687210] env[65712]: INFO networking_nsxv3.common.synchronization [req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a req-3c976abd-ceb6-47b5-9cd9-7eb4e102e6ac tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 891.687675] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 891.688451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.688616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.688690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.689279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.689279] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.689279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.689279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.689438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.689537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.689636] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.720016] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.720271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.720328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.720797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.720797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.765762] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 892.091684] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.126520] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.126613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.126926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.127127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.127466] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.127602] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.127765] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.127948] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.129299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.130535] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.131318] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.131404] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.131524] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.132067] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.132067] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.132067] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.155352] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.155529] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.155671] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.155854] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.156367] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.156926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.156926] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.157036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.157131] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c57c72-3c69-493c-915f-3f9bdd7a48b0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.192383] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.192667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.192787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.193646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.193812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.197023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.197023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.197023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.197023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.197023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.197023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5799210c-9979-45fc-a152-ad740f8228ac already deleted. [ 892.197023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543119] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 892.543324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.543784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.543973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.544113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.544182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.544340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.544429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.544745] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.595742] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef5facc8-99c7-4323-93d7-02936c004545: rpc.has_security_group_logging(os_id): False [ 892.633680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.634534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.634534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.634534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.634534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.635015] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.635015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.635110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.635346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.635507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.635655] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef5facc8-99c7-4323-93d7-02936c004545 is going to be created. [ 892.660423] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.660631] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.660788] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.661157] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.661404] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.661640] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port c8c57c72-3c69-493c-915f-3f9bdd7a48b0 not found, creating... [ 892.661982] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.662200] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.662320] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.662786] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.662837] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.663272] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.663677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.663677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.663918] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.664115] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.664312] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 is going to be created. [ 892.699185] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.699185] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.699482] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.699626] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.699939] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.700213] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.753190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.753484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.753687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.753959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.754194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.774279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: IN_PROGRESS for 2s [ 892.795193] env[65712]: INFO networking_nsxv3.common.synchronization [req-1a80ddee-baae-49a0-950c-8c466f6c8574 req-f9a5b332-f086-406f-9fd3-9d02b554328f tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 892.795944] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 892.796390] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.796541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.796608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.796886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.797118] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.797251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.797329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.797615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.797879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.797973] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.047458] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.301473] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.431776] env[65712]: INFO networking_nsxv3.common.synchronization [req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a req-4a048c82-aef5-49bf-8afc-99a97f93fcd2 service nova] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 893.431776] env[65712]: INFO networking_nsxv3.common.synchronization [req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a req-4a048c82-aef5-49bf-8afc-99a97f93fcd2 service nova] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 893.431776] env[65712]: INFO networking_nsxv3.common.synchronization [req-c3a940c4-e1c2-4c9f-94d0-e92f45485b0a req-4a048c82-aef5-49bf-8afc-99a97f93fcd2 service nova] Enqueued Resource ID: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 with Priority: HIGHEST for action port [ 893.432342] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_rules [ 893.432490] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 893.432587] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 with Priority: HIGHEST for action port [ 893.432945] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.433519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.433586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.433795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.433899] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.435389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.435516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.435735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.436073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.436154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.436324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.436417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.436513] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.438559] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.441078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.441078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.441078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.441078] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c57c72-3c69-493c-915f-3f9bdd7a48b0',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.551242] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.785709] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 893.786624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.804099] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.937632] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.937845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.939312] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.940617] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8c57c72-3c69-493c-915f-3f9bdd7a48b0 with status ACTIVE [ 893.941454] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.941454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.941454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.941454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.941652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.941697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.941812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.941871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.944108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.944225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.944449] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.944704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.944704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.944829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.944864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.944938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8c57c72-3c69-493c-915f-3f9bdd7a48b0 is going to be updated. [ 893.975149] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.975302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.975361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.976150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.976150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c57c72-3c69-493c-915f-3f9bdd7a48b0" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.054522] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.055761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.055859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.055964] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be updated. [ 894.160373] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.162462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.162657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.163069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.163278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.181034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 894.313636] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.313877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.313962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.314231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.314325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.314436] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 894.357735] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.357906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.358065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.358389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.358594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.370373] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 894.413200] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4ff5af1f-5617-4736-b2ff-18a285e7acf0 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 894.413927] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 894.414394] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.416460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.416614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.416996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.417614] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.447238] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.565964] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7893629b-2357-4d2b-84f4-33fbffd910e5 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 894.567063] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 894.567554] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.567681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.790085] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: SUCCESS [ 894.790493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.947025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.947025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f already deleted. [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.947025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.947025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.954034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.955370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.955370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.956050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.956050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.956050] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5799210c-9979-45fc-a152-ad740f8228ac is going to be created. [ 894.984929] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.984929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.984929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.985531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.998560] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: UNINITIALIZED for 2s [ 895.476083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.476261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.476332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.476607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.476728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.476836] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f already deleted. [ 895.476912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.191971] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 896.191971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.191971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.191971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.191971] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.191971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.191971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.192620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.192620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.192620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.192620] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.382297] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 896.382510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.698010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.698010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.698010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.698010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.698010] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.014278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: SUCCESS [ 897.014495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.016444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.016810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018476] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.200694] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 546ff56d-e91c-449a-ba42-449d24824803: rpc.has_security_group_logging(os_id): False [ 897.224119] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.224335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.224548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.224713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.224880] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.224992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.225157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.225234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.225593] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.225709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.225775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.225933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.226100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.226302] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.226400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.226462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.226605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.226681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.226765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be updated. [ 897.342883] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.343240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.343240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.343511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.345806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.361296] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 897.520343] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.022845] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5799210c-9979-45fc-a152-ad740f8228ac: rpc.has_security_group_logging(os_id): False [ 898.046023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.046023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.046023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.046493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.046493] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5799210c-9979-45fc-a152-ad740f8228ac is going to be created. [ 898.123586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.123586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.123586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.123586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.123586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.135595] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: IN_PROGRESS for 2s [ 898.637589] env[65712]: INFO networking_nsxv3.common.synchronization [req-3261fbd1-a0dd-4143-acaa-3f620758a709 req-5fa061e3-6939-4be7-8d93-63177375b1e5 tempest-FloatingIPsAssociationTestJSON-1893819593 tempest-FloatingIPsAssociationTestJSON-1893819593-project-member] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 898.641933] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGHEST for action security_group_members [ 898.641933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.641933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.641933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.641933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.641933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.645221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.645221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.645221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.645221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.645221] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.149721] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.149721] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.149721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.149721] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be updated. [ 899.178946] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.180073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.180073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.180073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.180073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.193021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: IN_PROGRESS for 2s [ 899.377095] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 899.377487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.151301] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: SUCCESS [ 900.151753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.203029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa in Status: SUCCESS [ 901.203285] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa deletion is rescheduled due to dependency. [ 901.203482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.395125] env[65712]: INFO networking_nsxv3.common.synchronization [req-4de67d26-f052-47e6-b2a6-2ca932cc219a req-484a28b6-125d-407f-aedf-b2b90004a871 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 901.395734] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 901.396306] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.396306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.396306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.396573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.396784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.396938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.397315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.397315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.397315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.397570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.901714] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.901917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.902392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.902515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.902730] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.903474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.903735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903864] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 901.942243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.942520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.942520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.942737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.942939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.954467] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 902.969199] env[65712]: INFO networking_nsxv3.common.synchronization [None req-f2b18630-0ab1-4807-8203-72eff57de4be None None] Enqueued Resource ID: 992127a9-5e0e-42a7-bc05-2e66c5109dc1 with Priority: HIGHEST for action port [ 902.969871] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992127a9-5e0e-42a7-bc05-2e66c5109dc1 with Priority: HIGHEST for action port [ 902.970807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-992127a9-5e0e-42a7-bc05-2e66c5109dc1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.970931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992127a9-5e0e-42a7-bc05-2e66c5109dc1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.970972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992127a9-5e0e-42a7-bc05-2e66c5109dc1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.971941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992127a9-5e0e-42a7-bc05-2e66c5109dc1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.971941] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992127a9-5e0e-42a7-bc05-2e66c5109dc1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.473531] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 992127a9-5e0e-42a7-bc05-2e66c5109dc1 [ 903.473849] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.473983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.474073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.474280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.474372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.474473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:992127a9-5e0e-42a7-bc05-2e66c5109dc1 already deleted. [ 903.474553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992127a9-5e0e-42a7-bc05-2e66c5109dc1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.965851] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 903.966108] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 deletion is rescheduled due to dependency. [ 903.966328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.156074] env[65712]: INFO networking_nsxv3.common.synchronization [None req-18ac2930-3749-494c-83e3-b06b10c35dc0 None None] Enqueued Resource ID: 8299a440-72f5-4e55-b29b-e99d3ed99ecf with Priority: HIGHEST for action port [ 905.156640] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8299a440-72f5-4e55-b29b-e99d3ed99ecf with Priority: HIGHEST for action port [ 905.156992] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8299a440-72f5-4e55-b29b-e99d3ed99ecf taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.157186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8299a440-72f5-4e55-b29b-e99d3ed99ecf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.157258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8299a440-72f5-4e55-b29b-e99d3ed99ecf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.160871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8299a440-72f5-4e55-b29b-e99d3ed99ecf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.160871] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8299a440-72f5-4e55-b29b-e99d3ed99ecf',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.662458] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8299a440-72f5-4e55-b29b-e99d3ed99ecf [ 905.663706] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.663706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.663706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.663706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.663706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.663706] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8299a440-72f5-4e55-b29b-e99d3ed99ecf already deleted. [ 905.663706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8299a440-72f5-4e55-b29b-e99d3ed99ecf" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.192115] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e6450496-b666-4b1b-9a6e-fb33074205a2 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d with Priority: HIGHEST for action security_group_rules [ 906.192933] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d with Priority: HIGHEST for action security_group_rules [ 906.195210] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.195210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.195210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.195210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.195210] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9624ee2e-30ab-4b9c-b155-74f2ff324b2d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.335852] env[65712]: INFO networking_nsxv3.common.synchronization [None req-eb27d366-012a-4c8c-89eb-29d614840bc3 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d with Priority: HIGHEST for action security_group_rules [ 906.336340] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d with Priority: HIGHEST for action security_group_rules [ 906.336925] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.337269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.719650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.719650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d already deleted. [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.719650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.723383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.723383] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9624ee2e-30ab-4b9c-b155-74f2ff324b2d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.243726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.246597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.247008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.248022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.248022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.248022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9624ee2e-30ab-4b9c-b155-74f2ff324b2d already deleted. [ 907.248022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9624ee2e-30ab-4b9c-b155-74f2ff324b2d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160929] env[65712]: INFO networking_nsxv3.common.synchronization [req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 req-3527b8b2-47bc-4001-bbe6-3be9e2407ebb tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 908.161911] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 908.161911] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.162093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.162221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.163226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.163226] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.163226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.163226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.163519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.163519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.163815] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.578517] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.578889] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.578889] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.579205] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.579482] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.579643] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.579765] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.579986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.580209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.580565] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.580695] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.580807] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.580921] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.581048] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.581198] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.581296] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.602029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.602306] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.602512] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.602745] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.603170] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-2cfd566e-55ec-465c-bed1-e4ca857a90fe taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.603390] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.603544] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.603930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.604348] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfd566e-55ec-465c-bed1-e4ca857a90fe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.666015] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.108717] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.109043] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.109132] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.109435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.109553] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.109705] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 2cfd566e-55ec-465c-bed1-e4ca857a90fe not found, creating... [ 909.110018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.110018] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.110317] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.110580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.110761] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.111071] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.111229] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.111346] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.111575] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.111710] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.111857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 2cfd566e-55ec-465c-bed1-e4ca857a90fe is going to be created. [ 909.134802] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.135108] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.135225] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.135545] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.135881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.136173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168719] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.671277] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.671699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.671699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.671768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.671942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.672101] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 909.702812] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.703138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.703314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.703425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.714312] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 909.781890] env[65712]: INFO networking_nsxv3.common.synchronization [req-6fc66f32-0238-45f9-b4d6-5991845847bf req-42c3d016-de55-40ee-9121-3628701b9530 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 909.782547] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 909.782893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.783435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.783504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.783743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.783893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.783995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.784074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.784232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.784320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.784442] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.924231] env[65712]: INFO networking_nsxv3.common.synchronization [req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 req-8038e218-e636-4960-810a-4785388d0015 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 909.924231] env[65712]: INFO networking_nsxv3.common.synchronization [req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 req-8038e218-e636-4960-810a-4785388d0015 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 909.924231] env[65712]: INFO networking_nsxv3.common.synchronization [req-eaaae6be-024a-4f7e-a9b3-b2a9ac6726f9 req-8038e218-e636-4960-810a-4785388d0015 service nova] Enqueued Resource ID: 2cfd566e-55ec-465c-bed1-e4ca857a90fe with Priority: HIGHEST for action port [ 909.924654] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 909.924897] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 909.928047] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfd566e-55ec-465c-bed1-e4ca857a90fe with Priority: HIGHEST for action port [ 909.928047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.928047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.928047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.928047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.928047] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.930476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.930476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.930476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cfd566e-55ec-465c-bed1-e4ca857a90fe taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.930476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.930476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.930772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.930772] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfd566e-55ec-465c-bed1-e4ca857a90fe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.287193] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.287402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.287510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.287834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.287958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.288265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.288424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.288525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.288753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.288866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.288992] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 910.339157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.339157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.339157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.339325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.339474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.352047] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 910.434268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.434715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.434935] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cfd566e-55ec-465c-bed1-e4ca857a90fe with status ACTIVE [ 910.435144] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.435256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.435343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.435585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.435736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.435860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.435959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.436062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.437044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.437141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.437337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.438565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.438662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.439067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.439067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.439067] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cfd566e-55ec-465c-bed1-e4ca857a90fe is going to be updated. [ 910.465705] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.465705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.465705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.465705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.465705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.465705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cfd566e-55ec-465c-bed1-e4ca857a90fe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.858737] env[65712]: INFO networking_nsxv3.common.synchronization [req-f6b6ba41-bc0e-4b53-8eb3-c0cd98f8cd00 req-52b8a3a0-a43e-41a1-b049-69624b4efc13 tempest-MigrationsAdminTest-638778974 tempest-MigrationsAdminTest-638778974-project-member] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 910.859951] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGHEST for action security_group_members [ 910.860302] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.860427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862305] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.862305] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.365124] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.365283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.365513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.365633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.365692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.366024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.366095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.366257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.366335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.366423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be updated. [ 911.411337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.411557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.411644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.411895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.412029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.422158] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: IN_PROGRESS for 2s [ 911.725638] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 911.725638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.725844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.726121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.726356] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.726487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.726568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.726768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.726876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.726978] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.230991] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.362475] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 912.362475] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 912.362475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.735602] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.238269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.238269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.238269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.240063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.240063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.240063] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 913.269833] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.269976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.270057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.270278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.270415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.279152] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 913.435788] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 in Status: SUCCESS [ 913.436248] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 deletion is rescheduled due to dependency. [ 913.436336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.989908] env[65712]: INFO networking_nsxv3.common.synchronization [None req-74d4708e-070e-4b86-8d38-c7c20d819ef5 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 913.991787] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 913.992729] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.992890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.992967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.993410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.993539] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.086638] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c9a91f34-2baf-4f7b-8fdb-75ae7f0cee67 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 914.087328] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 914.087773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.087943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.520598] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.520598] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 already deleted. [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.520598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.520598] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.616625] env[65712]: INFO networking_nsxv3.common.synchronization [None req-774d0cf0-c4d2-45ba-86c5-d68be7b8af31 None None] Enqueued Resource ID: 1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26 with Priority: HIGHEST for action port [ 914.616625] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26 with Priority: HIGHEST for action port [ 914.617557] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.617963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.617963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.618167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.618256] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.044627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.044852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.044938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.045176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.045261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.045576] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 already deleted. [ 915.047911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.120991] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26 [ 915.123896] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.123896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.123896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.123896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.123896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.123896] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26 already deleted. [ 915.123896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc5ab2c-3b33-4b86-bb1e-94dff5bcbb26" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.254990] env[65712]: INFO networking_nsxv3.common.synchronization [req-38fec90a-2d95-489c-9d67-808f057e3570 req-e9ad5b95-f3b5-4405-b271-3e5901826ac1 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 915.255565] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 915.259855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.261262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.261399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.261735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.261979] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.262136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.262231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.262445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.262574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.262709] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.290341] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.292116] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.292116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.292116] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.766131] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.766131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.766131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.766131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.766131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.766925] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.766925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.766925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.767596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.767596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.767596] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f already deleted. [ 915.767596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.769363] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.769706] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.770371] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.770371] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.770460] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.770625] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.770913] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.771240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.771447] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.771772] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.771898] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.772051] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.772255] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.772476] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.772618] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.772865] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.795617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.795617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.795856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.796385] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.796738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.796853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.797056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.797152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.797252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.797410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.797539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.797629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.797814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.797975] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.802021] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.802021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.802021] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.802021] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.802021] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-7dd06d3e-8177-4b2d-b65a-f00f4810738b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.802021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.802694] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd06d3e-8177-4b2d-b65a-f00f4810738b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.307405] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02962c3a-e0ab-4950-94f5-deacf42f85ca: rpc.has_security_group_logging(os_id): False [ 916.308834] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.309045] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.309174] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.309443] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.309592] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.309741] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 7dd06d3e-8177-4b2d-b65a-f00f4810738b not found, creating... [ 916.310035] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.310192] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.310311] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.310524] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.310662] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.310941] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.312165] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.312372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.312838] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.313034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.313194] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 7dd06d3e-8177-4b2d-b65a-f00f4810738b is going to be created. [ 916.333918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.334113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.334166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.334346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.334432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.334623] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.334718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.334777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.334925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.334998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.335198] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.335289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.335348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.336299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336299] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 916.338644] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.339076] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.339076] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.339319] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.339635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.339933] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.414417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.414417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.414417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.414417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.414417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.454873] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 917.087989] env[65712]: INFO networking_nsxv3.common.synchronization [req-38fec90a-2d95-489c-9d67-808f057e3570 req-cf044335-bbee-448a-9db1-abdb66403cbf service nova] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 917.088410] env[65712]: INFO networking_nsxv3.common.synchronization [req-38fec90a-2d95-489c-9d67-808f057e3570 req-cf044335-bbee-448a-9db1-abdb66403cbf service nova] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 917.088410] env[65712]: INFO networking_nsxv3.common.synchronization [req-38fec90a-2d95-489c-9d67-808f057e3570 req-cf044335-bbee-448a-9db1-abdb66403cbf service nova] Enqueued Resource ID: 7dd06d3e-8177-4b2d-b65a-f00f4810738b with Priority: HIGHEST for action port [ 917.089694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_rules [ 917.089694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 917.090039] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd06d3e-8177-4b2d-b65a-f00f4810738b with Priority: HIGHEST for action port [ 917.090411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.090411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.090592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.091207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.091207] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.091872] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.092073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.093058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.093270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.093433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.095033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.095033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.095033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.095033] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.095033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd06d3e-8177-4b2d-b65a-f00f4810738b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.095293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.095293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.095562] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd06d3e-8177-4b2d-b65a-f00f4810738b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.280246] env[65712]: INFO networking_nsxv3.common.synchronization [None req-9ab1adb3-b421-4033-a8dd-8adcfdf4c48f None None] Enqueued Resource ID: 18562a22-a3d5-4b89-a885-273cf8b8e618 with Priority: HIGHEST for action port [ 917.280654] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18562a22-a3d5-4b89-a885-273cf8b8e618 with Priority: HIGHEST for action port [ 917.281229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-18562a22-a3d5-4b89-a885-273cf8b8e618 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.281455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18562a22-a3d5-4b89-a885-273cf8b8e618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.281503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18562a22-a3d5-4b89-a885-273cf8b8e618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.281891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18562a22-a3d5-4b89-a885-273cf8b8e618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.281891] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18562a22-a3d5-4b89-a885-273cf8b8e618',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.598013] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.598013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.598763] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.600245] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd06d3e-8177-4b2d-b65a-f00f4810738b with status ACTIVE [ 917.600373] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.600650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.601447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.601447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.601820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.602070] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.602347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.602391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.602830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.602830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.603235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.604781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.604781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.604781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.604781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.604781] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd06d3e-8177-4b2d-b65a-f00f4810738b is going to be updated. [ 917.636236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.636590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.636674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.636897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.637066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.637245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd06d3e-8177-4b2d-b65a-f00f4810738b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.784783] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18562a22-a3d5-4b89-a885-273cf8b8e618 [ 917.785144] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.785256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.785296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.785717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.785717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.785869] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18562a22-a3d5-4b89-a885-273cf8b8e618 already deleted. [ 917.785869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18562a22-a3d5-4b89-a885-273cf8b8e618" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.107091] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.470678] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 918.471080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.610045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.610281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.610359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.610600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.610701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.611078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f is going to be created. [ 918.638211] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.638408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.638678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.642230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.642411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.654649] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: UNINITIALIZED for 2s [ 918.972462] env[65712]: INFO networking_nsxv3.common.synchronization [req-b1a89984-5b52-4956-883b-f1a8a941de92 req-0a40c368-140e-43a1-a11f-2ed7cb959852 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 918.972981] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 918.973318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.973439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.973508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.973702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.973851] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.973948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.974019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.974736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.974837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.974942] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.477978] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.983581] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.490370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.490370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.490370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.490370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.490370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.490370] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be updated. [ 920.519168] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.519382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.519430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.519650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.519794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532588] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 920.666233] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: SUCCESS [ 920.666614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.666840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.667155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.667399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.667613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.667676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.667808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.667885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.667972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.668079] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.173212] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.676816] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b610b5bc-bb2f-4f3b-aa03-4039e362995f: rpc.has_security_group_logging(os_id): False [ 921.699411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.699644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.699745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.699974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.700564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.700564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.702046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702046] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f is going to be created. [ 921.784239] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.784383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.784571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.784900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.785109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.816583] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: IN_PROGRESS for 2s [ 922.545746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 922.545993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.576539] env[65712]: INFO networking_nsxv3.common.synchronization [None req-a15e70c6-d20d-40e1-89b3-8f6d90d34630 None None] Enqueued Resource ID: a0f84572-65df-4c28-9e8f-78ae625c35ce with Priority: HIGHEST for action port [ 922.576539] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f84572-65df-4c28-9e8f-78ae625c35ce with Priority: HIGHEST for action port [ 922.576539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f84572-65df-4c28-9e8f-78ae625c35ce taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.576539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f84572-65df-4c28-9e8f-78ae625c35ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.576539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f84572-65df-4c28-9e8f-78ae625c35ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.576539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f84572-65df-4c28-9e8f-78ae625c35ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.576539] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f84572-65df-4c28-9e8f-78ae625c35ce',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.080875] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0f84572-65df-4c28-9e8f-78ae625c35ce [ 923.083020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.083020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.083020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.083020] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0f84572-65df-4c28-9e8f-78ae625c35ce already deleted. [ 923.083020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f84572-65df-4c28-9e8f-78ae625c35ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.504479] env[65712]: INFO networking_nsxv3.common.synchronization [req-e46d1f82-fdc6-475a-8337-617f6546eb26 req-dd4ea49e-f03d-4c55-ab00-d6845ca6b2b1 tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: 25b51358-5ea4-4f27-83e8-218d0e8e72fc with Priority: HIGHEST for action security_group_rules [ 923.504479] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b51358-5ea4-4f27-83e8-218d0e8e72fc with Priority: HIGHEST for action security_group_rules [ 923.504479] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b51358-5ea4-4f27-83e8-218d0e8e72fc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.504479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b51358-5ea4-4f27-83e8-218d0e8e72fc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.504479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b51358-5ea4-4f27-83e8-218d0e8e72fc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.504822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b51358-5ea4-4f27-83e8-218d0e8e72fc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.504822] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b51358-5ea4-4f27-83e8-218d0e8e72fc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.797306] env[65712]: INFO networking_nsxv3.common.synchronization [req-2ffc396a-57be-4ebd-8da4-16b8349f648d req-09c3458a-3f06-405e-8759-90378be91648 tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: ab2a9bc0-11ea-4b80-8731-285ea2930d83 with Priority: HIGHEST for action security_group_rules [ 923.798070] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab2a9bc0-11ea-4b80-8731-285ea2930d83 with Priority: HIGHEST for action security_group_rules [ 923.799680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab2a9bc0-11ea-4b80-8731-285ea2930d83 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.799680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab2a9bc0-11ea-4b80-8731-285ea2930d83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.799680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab2a9bc0-11ea-4b80-8731-285ea2930d83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.799680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab2a9bc0-11ea-4b80-8731-285ea2930d83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.799680] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab2a9bc0-11ea-4b80-8731-285ea2930d83',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.834459] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: SUCCESS [ 923.835083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.030662] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.030662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.030662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.030662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.030662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.030662] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b51358-5ea4-4f27-83e8-218d0e8e72fc already deleted. [ 924.030662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b51358-5ea4-4f27-83e8-218d0e8e72fc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.322896] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.322896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.322896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.322896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.322896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.322896] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab2a9bc0-11ea-4b80-8731-285ea2930d83 already deleted. [ 924.322896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab2a9bc0-11ea-4b80-8731-285ea2930d83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.431026] env[65712]: INFO networking_nsxv3.common.synchronization [req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d req-4629e0d1-c950-46d2-828a-5f3892f73c46 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 924.432289] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 924.432685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.432817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.432932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.433267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.433544] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.433604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.433635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.433806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.433902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.434023] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.858104] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.858104] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-541" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.858104] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-541" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.858478] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-541" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.858525] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.859092] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.859300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.859573] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.859783] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.860043] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.860236] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.860292] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.860384] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.860494] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.860601] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.860738] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.881057] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.881246] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.881394] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.881568] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-541" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.881942] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-1794bf81-593c-446c-a6d4-c062bdb321f9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.882133] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.882255] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.882605] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.882755] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794bf81-593c-446c-a6d4-c062bdb321f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.937034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.937227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.937302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.937541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.937635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.937856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.937953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.938035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.938250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.938565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.938740] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 already deleted. [ 924.938901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.143582] env[65712]: INFO networking_nsxv3.common.synchronization [req-a1ca66b7-6c94-41d8-92d2-4987c2160b0f req-fcf684a3-0a61-4da6-a4e6-94e40e71a966 tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: bf7a30c3-1c9f-461d-a1cf-f615a6f54099 with Priority: HIGHEST for action security_group_rules [ 925.144038] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7a30c3-1c9f-461d-a1cf-f615a6f54099 with Priority: HIGHEST for action security_group_rules [ 925.144421] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf7a30c3-1c9f-461d-a1cf-f615a6f54099 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.144421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf7a30c3-1c9f-461d-a1cf-f615a6f54099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.144737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf7a30c3-1c9f-461d-a1cf-f615a6f54099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.144737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf7a30c3-1c9f-461d-a1cf-f615a6f54099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.144798] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf7a30c3-1c9f-461d-a1cf-f615a6f54099',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.386260] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.386734] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.387233] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.388157] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.388598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.388800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 1794bf81-593c-446c-a6d4-c062bdb321f9 not found, creating... [ 925.389217] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.389422] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.389547] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.389922] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.390130] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.390501] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.390771] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.390960] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391313] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.391476] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.391648] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 1794bf81-593c-446c-a6d4-c062bdb321f9 is going to be created. [ 925.413176] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.413381] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.413530] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.413795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.414064] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.414268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.668329] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.668584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.668584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.668733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.668850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.668927] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf7a30c3-1c9f-461d-a1cf-f615a6f54099 already deleted. [ 925.668997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf7a30c3-1c9f-461d-a1cf-f615a6f54099" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d req-2b2e6ea7-c3c0-4dab-be16-79cb127f958d service nova] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d req-2b2e6ea7-c3c0-4dab-be16-79cb127f958d service nova] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [req-cbe0ad32-7cd7-47e3-a14e-faa00053d62d req-2b2e6ea7-c3c0-4dab-be16-79cb127f958d service nova] Enqueued Resource ID: 1794bf81-593c-446c-a6d4-c062bdb321f9 with Priority: HIGHEST for action port [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_rules [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 926.103481] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1794bf81-593c-446c-a6d4-c062bdb321f9 with Priority: HIGHEST for action port [ 926.104123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.104251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.104316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.104521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.104612] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.105482] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.105667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.105886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.106044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.106161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.106252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.106445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.106670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.106670] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.107639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1794bf81-593c-446c-a6d4-c062bdb321f9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.107639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.108054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.108054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.108054] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1794bf81-593c-446c-a6d4-c062bdb321f9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.201723] env[65712]: INFO networking_nsxv3.common.synchronization [None req-81a0346d-c2e2-4c9c-9e50-78a19ca281ef None None] Enqueued Resource ID: 54bfc98e-453d-425d-b93d-276bb45af29f with Priority: HIGHEST for action port [ 926.202496] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bfc98e-453d-425d-b93d-276bb45af29f with Priority: HIGHEST for action port [ 926.202628] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-54bfc98e-453d-425d-b93d-276bb45af29f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.203873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54bfc98e-453d-425d-b93d-276bb45af29f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.203873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54bfc98e-453d-425d-b93d-276bb45af29f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.203873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54bfc98e-453d-425d-b93d-276bb45af29f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.203873] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bfc98e-453d-425d-b93d-276bb45af29f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.610603] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.610907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.610907] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.611965] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1794bf81-593c-446c-a6d4-c062bdb321f9 with status ACTIVE [ 926.612223] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.612223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.612223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.612478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.612543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.613318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.613318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.613318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.613318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.613318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.613733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.613733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.613733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.613733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1794bf81-593c-446c-a6d4-c062bdb321f9 is going to be updated. [ 926.634693] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.634841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.634913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.635129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.635268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.635516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1794bf81-593c-446c-a6d4-c062bdb321f9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706012] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54bfc98e-453d-425d-b93d-276bb45af29f [ 926.706271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.706421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.706585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.706849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.708334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.708334] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54bfc98e-453d-425d-b93d-276bb45af29f already deleted. [ 926.708494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54bfc98e-453d-425d-b93d-276bb45af29f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.037751] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-01e1a9b8-8107-4408-98bd-9498ac57bc43 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.038479] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.038895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.039074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.039164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.039499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.039715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.039850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.039933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.040158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.040283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.040408] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.115773] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.383548] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-36a8f9f9-4f0b-4d76-bba0-bd077b655e18 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.383986] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.384339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.384574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.543362] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.543575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.543642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.543922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.544071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.547732] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.547732] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 already deleted. [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.547732] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.547732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.548500] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.619677] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.620142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.620142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.620142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.620242] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.620352] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 is going to be created. [ 927.651535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.651535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.651748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.651780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.651938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.665507] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: UNINITIALIZED for 2s [ 927.804858] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-16e90dd3-71a5-4196-b272-e8d25079d46f tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.805420] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 927.805743] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.806098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.050951] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.051452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.051575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.051772] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.051879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.051941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.052149] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.052248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.052292] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 already deleted. [ 928.052373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.052545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.052697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.052871] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.052943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.053017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.053161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.053236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.053334] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.172836] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.173079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.173211] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.173629] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.175373] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.175978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.176380] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.176875] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.177204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.177525] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.177687] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.177903] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.178106] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.178272] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.178434] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.179301] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.199237] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.199592] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.199592] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.199592] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.199921] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.200109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.200239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.200637] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.200703] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ba5459-b78d-4b8f-ad22-80338ed43e7b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.213340] env[65712]: INFO networking_nsxv3.common.synchronization [req-ad8710ef-018f-4958-9c67-fccf4336a4fa req-45d759b2-0706-4d3f-9548-4bb2451de54d tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: 44e44c79-f3e6-4ef1-b759-f5922b3ebc40 with Priority: HIGHEST for action security_group_rules [ 928.214072] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e44c79-f3e6-4ef1-b759-f5922b3ebc40 with Priority: HIGHEST for action security_group_rules [ 928.214212] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44e44c79-f3e6-4ef1-b759-f5922b3ebc40 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.214313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44e44c79-f3e6-4ef1-b759-f5922b3ebc40" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.214520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44e44c79-f3e6-4ef1-b759-f5922b3ebc40" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.214616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44e44c79-f3e6-4ef1-b759-f5922b3ebc40" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.214697] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44e44c79-f3e6-4ef1-b759-f5922b3ebc40',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.556503] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.556751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.556861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.557177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.557316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.557672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.557797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.557903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.558218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.558321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.558520] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 already deleted. [ 928.558600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.703215] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.703549] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.703613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.703865] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.704032] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.704194] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port c3ba5459-b78d-4b8f-ad22-80338ed43e7b not found, creating... [ 928.704485] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.704620] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.704741] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.704962] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.705120] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.705429] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.705593] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.705718] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.705923] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.706079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.706221] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: c3ba5459-b78d-4b8f-ad22-80338ed43e7b is going to be created. [ 928.740906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.741140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.741201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.741521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.741640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.741769] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44e44c79-f3e6-4ef1-b759-f5922b3ebc40 already deleted. [ 928.741881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44e44c79-f3e6-4ef1-b759-f5922b3ebc40" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.743465] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.743917] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.743917] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.744205] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.744497] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.744782] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.144198] env[65712]: INFO networking_nsxv3.common.synchronization [req-b02073f4-3072-4a67-a7bc-52d4810c8c25 req-aef7861e-255c-4d0b-86e8-6212e3a771d5 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 929.144814] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 929.145150] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.145617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.145617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.145829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.146037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.146151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.146217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.146467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.146563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.147296] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.478704] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-d367c43d-6f0e-4cb9-b23d-268c3d6804fe service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 929.478758] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-d367c43d-6f0e-4cb9-b23d-268c3d6804fe service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 929.478925] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-d367c43d-6f0e-4cb9-b23d-268c3d6804fe service nova] Enqueued Resource ID: c3ba5459-b78d-4b8f-ad22-80338ed43e7b with Priority: HIGHEST for action port [ 929.479454] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 929.479629] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 929.479751] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ba5459-b78d-4b8f-ad22-80338ed43e7b with Priority: HIGHEST for action port [ 929.480259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.480390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.480462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.480742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.480843] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.482337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.482540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.482610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.482873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.483082] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.483198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.483295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.483662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.483662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.483797] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.486784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.486784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.486784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.486784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.486784] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ba5459-b78d-4b8f-ad22-80338ed43e7b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.648960] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.676525] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: SUCCESS [ 929.676776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.677292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.677629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.677820] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.677980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.678069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.678240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.678338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.678425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.678522] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.983636] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.983636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.985928] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.995684] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ba5459-b78d-4b8f-ad22-80338ed43e7b with status ACTIVE [ 929.995834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.995972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.996056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.996271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.996535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.996535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.996634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.996691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.996825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.996898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.997151] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.997331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.997442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.997665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.997779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.997817] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ba5459-b78d-4b8f-ad22-80338ed43e7b is going to be updated. [ 930.022991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.023162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.023234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.023491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.023656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.023783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ba5459-b78d-4b8f-ad22-80338ed43e7b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.151475] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.181480] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.235617] env[65712]: INFO networking_nsxv3.common.synchronization [req-492f96dc-6ab2-4606-9cdb-90667074186c req-a6855a30-e0c6-4cc6-9d1e-4d3a5959a950 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 930.236208] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 930.236518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.236644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.236919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.237204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.237638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.237751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.237868] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.259952] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.260167] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-890" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.260292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-890" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.260624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-890" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.260882] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.261051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.261169] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.261381] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.261525] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.261731] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.261844] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.261955] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.262172] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.262327] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.262466] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.262626] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.285875] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.286119] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.286293] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.286506] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-890" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.286858] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.287083] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.287239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.287689] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.287832] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.488065] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.655096] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.655268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.655342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.655722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.655861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.655939] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 930.677854] env[65712]: INFO networking_nsxv3.common.synchronization [req-098f56b3-c67c-4c43-90fe-654a3966552e req-c980852e-9448-496f-8dd2-b21771bc1ff1 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 930.678598] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 930.679036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.679206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.679303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.679577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.679793] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.679942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.680053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.680276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.680403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.680540] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.684286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cae0062-cf52-457e-ba33-55c551464ff5: rpc.has_security_group_logging(os_id): False [ 930.690847] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.691928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.691928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.691928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.691928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.702647] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 930.704227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.704418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.704520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.704911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.704911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.705236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.705379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.705474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.705689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.705799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.705921] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 is going to be created. [ 930.740866] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.774540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.774736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.774821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.775168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.776063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.790279] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.790635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.790727] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.790996] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.791207] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791379] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e not found, creating... [ 930.791672] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.791841] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.791992] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.792302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.792448] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.792762] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.792925] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.793056] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.793279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.793413] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.793557] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e is going to be created. [ 930.806777] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: IN_PROGRESS for 2s [ 930.823030] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.823296] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.823488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.823731] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.823949] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.824206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.990402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.990813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.990813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.990969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.991313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.991313] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be created. [ 931.033666] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.033843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.033932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.034261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.034479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.048421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: UNINITIALIZED for 2s [ 931.104940] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.105190] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.105393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.105749] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.106050] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.106217] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.106334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.106602] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.106802] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.106945] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.107073] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.107181] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.107291] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.107397] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.107541] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.107737] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.131785] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.131979] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.132161] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.132351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.132735] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-50a47680-988e-46a9-9953-914eeb4c5467 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.132914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.133109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.133495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.133639] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a47680-988e-46a9-9953-914eeb4c5467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.182825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.183211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.183534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.211211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.211484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.211607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.211684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.211883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.211990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.212143] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 931.242838] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.243042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.243042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.244646] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.257872] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-14ab42b9-d4a5-4190-a536-5b07f336ad87 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-14ab42b9-d4a5-4190-a536-5b07f336ad87 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-14ab42b9-d4a5-4190-a536-5b07f336ad87 service nova] Enqueued Resource ID: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e with Priority: HIGHEST for action port [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 931.559237] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e with Priority: HIGHEST for action port [ 931.559904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.560149] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.560459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.560683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.561071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.561331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.561557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.563281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.563281] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.636771] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.637008] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.637178] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.637455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637735] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.637909] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 50a47680-988e-46a9-9953-914eeb4c5467 not found, creating... [ 931.638195] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.638359] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.638476] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.638723] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.638865] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639165] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.639318] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.639435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.639647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.639785] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.639914] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 50a47680-988e-46a9-9953-914eeb4c5467 is going to be created. [ 931.659512] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.659724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.659961] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.660274] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.660502] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.660730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.747073] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.747073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.747323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.747636] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 931.811046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.811239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.811280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.811908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.811908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.829650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 932.066269] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e with status ACTIVE [ 932.066269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.066269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.066269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.066909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.066909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.066909] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.066909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.067165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.067165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.067266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.067411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.067533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.067603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.067786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.067940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.068067] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e is going to be updated. [ 932.097935] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.098293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.098400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.098746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.098952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.099383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1189f9-83ca-45c7-b4cf-a8b63f8ade9e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.191995] env[65712]: INFO networking_nsxv3.common.synchronization [req-b1137040-dc5a-46d4-8ad0-229e0b348026 req-acb76a68-83e5-4bdc-9733-9ea4b1eaccbe tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 932.192569] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 932.192981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.194652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.194652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.194652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.195406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.195406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.195406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.195406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.195406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.195406] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.404576] env[65712]: INFO networking_nsxv3.common.synchronization [req-098f56b3-c67c-4c43-90fe-654a3966552e req-180f6e3e-d2d6-4a71-b480-1e84ad061f46 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 932.404819] env[65712]: INFO networking_nsxv3.common.synchronization [req-098f56b3-c67c-4c43-90fe-654a3966552e req-180f6e3e-d2d6-4a71-b480-1e84ad061f46 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 932.404972] env[65712]: INFO networking_nsxv3.common.synchronization [req-098f56b3-c67c-4c43-90fe-654a3966552e req-180f6e3e-d2d6-4a71-b480-1e84ad061f46 service nova] Enqueued Resource ID: 50a47680-988e-46a9-9953-914eeb4c5467 with Priority: HIGHEST for action port [ 932.406779] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 932.407380] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 932.407662] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a47680-988e-46a9-9953-914eeb4c5467 with Priority: HIGHEST for action port [ 932.408032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.408234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.408654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.409209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.409373] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.410932] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.412315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.413041] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a47680-988e-46a9-9953-914eeb4c5467 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.413605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.413929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.414036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.414180] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a47680-988e-46a9-9953-914eeb4c5467',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.626201] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.626400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.626538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.626870] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.627169] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.627338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.627460] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.627752] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.627975] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.628133] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.628250] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.628364] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.628476] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.628616] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.628739] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.628877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.649108] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.649294] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.649430] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.649615] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-991" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.650056] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-10bcf5c6-648b-40f2-af56-6d687d2eb624 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.650237] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.650357] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.650742] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.651032] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bcf5c6-648b-40f2-af56-6d687d2eb624',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.698013] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.698208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.698264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.698465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.698617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.698842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.699065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.699065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.699195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.699273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.699361] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 932.716245] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 932.716461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.729519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.730121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.730121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.730378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.730378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.749908] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 932.780201] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.780435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.780518] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.780821] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.781120] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.781292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.781414] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.781649] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.781798] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.782027] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.782144] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.782254] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.782365] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.782478] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.782585] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.782725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.809914] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.810167] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.810349] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.810568] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.810958] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.811216] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.811370] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.811745] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.811934] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d96c6d-c68d-44c6-a59d-bd019e72a1c1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.824682] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: SUCCESS [ 932.824923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.917707] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.917852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.918066] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50a47680-988e-46a9-9953-914eeb4c5467 with status ACTIVE [ 932.918241] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.918347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.918414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.918758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.918853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.919098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.919172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.919219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.919353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.919430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.919611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.919705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.919767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.919937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.920074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.920074] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50a47680-988e-46a9-9953-914eeb4c5467 is going to be updated. [ 932.946578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.946791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.946791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.946997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.947155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.947370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a47680-988e-46a9-9953-914eeb4c5467" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060906] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 933.061147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.061377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.061539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.061732] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.061865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.061953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.062133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.062219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.062308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.062414] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.064752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.064970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.065391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.065486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.065657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.065875] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.153390] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.153662] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.153843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.154140] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.154377] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.154530] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 10bcf5c6-648b-40f2-af56-6d687d2eb624 not found, creating... [ 933.154874] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.155087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.155252] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.155671] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.155898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.156264] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.156461] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.156601] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.156988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.157180] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.157788] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 10bcf5c6-648b-40f2-af56-6d687d2eb624 is going to be created. [ 933.220018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.220425] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.220695] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.221161] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.221540] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.221912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.271328] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 933.271547] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 deletion is rescheduled due to dependency. [ 933.271871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.272323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.272514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.272796] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.273024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.273160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.273567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.273734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.273870] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.314615] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.314975] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.315139] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.315535] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.315713] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315878] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 not found, creating... [ 933.316175] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316786] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.317274] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.317484] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.317646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.317928] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.318093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.318255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 is going to be created. [ 933.368881] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.369221] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.369327] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.369662] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.369936] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.370278] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567985] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.569270] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.569492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.776308] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.846199] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 933.846429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-fc3bd4ce-e710-485a-b327-6132994c1e27 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-fc3bd4ce-e710-485a-b327-6132994c1e27 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [req-77383409-1c6a-494a-ba8d-8822a58cd519 req-fc3bd4ce-e710-485a-b327-6132994c1e27 service nova] Enqueued Resource ID: 10bcf5c6-648b-40f2-af56-6d687d2eb624 with Priority: HIGHEST for action port [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 933.921694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10bcf5c6-648b-40f2-af56-6d687d2eb624 with Priority: HIGHEST for action port [ 933.922218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.922589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.923629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.923629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.926099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-10bcf5c6-648b-40f2-af56-6d687d2eb624 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.926099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.926099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.926099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.926099] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bcf5c6-648b-40f2-af56-6d687d2eb624',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.070470] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [req-b1137040-dc5a-46d4-8ad0-229e0b348026 req-6f8fa61c-97b7-4dee-913a-b91de6abedc4 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [req-b1137040-dc5a-46d4-8ad0-229e0b348026 req-6f8fa61c-97b7-4dee-913a-b91de6abedc4 service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [req-b1137040-dc5a-46d4-8ad0-229e0b348026 req-6f8fa61c-97b7-4dee-913a-b91de6abedc4 service nova] Enqueued Resource ID: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 with Priority: HIGHEST for action port [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 934.084248] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 with Priority: HIGHEST for action port [ 934.085603] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.085739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.085811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.086041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.086866] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.087072] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.087173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.087382] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.087495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.087587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.087786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.087863] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d96c6d-c68d-44c6-a59d-bd019e72a1c1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.279362] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.431302] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10bcf5c6-648b-40f2-af56-6d687d2eb624 with status ACTIVE [ 934.431645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.435028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.435028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.435028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.435028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10bcf5c6-648b-40f2-af56-6d687d2eb624 is going to be updated. [ 934.464246] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.464454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.464454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.464767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.464870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.465591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10bcf5c6-648b-40f2-af56-6d687d2eb624" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.577716] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.577861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.577919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.579045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.579045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579045] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 934.589459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.590182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.593010] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 with status ACTIVE [ 934.593296] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.593458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.593458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.593626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.593713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.593906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.594070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.594070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.594397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.594397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.594535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.594652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.594652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.594801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.594868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.594947] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d96c6d-c68d-44c6-a59d-bd019e72a1c1 is going to be updated. [ 934.627982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.627982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.627982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.627982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.628187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.628373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d96c6d-c68d-44c6-a59d-bd019e72a1c1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.629573] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.629706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.629784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.629998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.630143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.642863] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 934.761779] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 934.762024] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 934.762174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.762385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.762639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.762861] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.763032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.763182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.763341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.763453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.763586] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.785378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.785627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.785704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.785920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.786015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.786138] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 934.818964] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.818964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.818964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.819227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.819374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.834041] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 935.266453] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.768432] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.274830] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.274986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.275116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.275320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.275445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.275568] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 936.310222] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.310447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.310447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.310643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.310866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.321435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 936.657269] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 936.657581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.658011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.658366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.658988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.658988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.658988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.659308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.659483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.659666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.659985] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.660497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.660497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.660497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.660758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.661126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.661126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.661326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.661510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.661668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.661832] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.663197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.663409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.663636] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.663836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.663915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.664085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.665124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.665124] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.854347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 936.855033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.855033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.855475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.855475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.855475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.855739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.855739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855985] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.166107] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e707b989-262f-46c9-b74e-dbf4cbcd8106: rpc.has_security_group_logging(os_id): False [ 937.167720] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.185736] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.185736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.185736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.185736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.186046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.186243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.186243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.186385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.186666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.186666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.186852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.186967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.187036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.187422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.187422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.187549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.187618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.187654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.187840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.187918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.188025] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be created. [ 937.284022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.284022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.284022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.284022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.284022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.307977] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 937.360404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.360404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.360404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.360918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.360918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.360918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.360918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.361083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.361244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.361244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.362028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.362028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.362028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.362028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.362028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.362028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.362028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.362468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.362468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.362468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.362468] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.552829] env[65712]: INFO networking_nsxv3.common.synchronization [req-95d03c92-b6be-4d5b-b465-b7e0c2a24e12 req-c711386c-5f11-4063-8def-7af58f2f2997 tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 937.553623] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 937.553894] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8978c96b-95f6-4fc3-b23a-77fcefadc655 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.554099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.554235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.554591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.554709] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8978c96b-95f6-4fc3-b23a-77fcefadc655',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.670372] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.866936] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9657a2fd-4c40-41dc-83e2-f2bd76d00191: rpc.has_security_group_logging(os_id): False [ 937.889629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.889629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.889629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.889629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.890884] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.890884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.890884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.890884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.890884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.890884] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 937.965652] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.965652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.965652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.965652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.965652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.984733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 938.033469] env[65712]: INFO networking_nsxv3.common.synchronization [req-b04c1d1b-2579-42c1-a096-7b0122ae918e req-487972a8-7a5b-430e-8714-7035f4745f3c tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 938.034069] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 938.035484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.035484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.035484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.035484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.035773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.035773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.035890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.036087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.036087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.036173] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.109202] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.109648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.109760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.110280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.110376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.110637] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 already deleted. [ 938.110767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.173068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.173230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.173305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.173560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.173679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.173782] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 938.212047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.212047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.212047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.212047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.212047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.224899] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 938.332681] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 938.332965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.333194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.333440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.333642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.333825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.333825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.334101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.334101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.334225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.334281] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.470967] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.471259] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.471343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.471648] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.471958] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.472623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.472623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.472793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.472887] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.473136] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.473259] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.473375] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.473485] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.473596] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.473884] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.473884] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.495016] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.495251] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.495375] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.495663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.495989] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-028ccb40-33c8-4b87-adec-6d9d304fd319 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.496228] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.496291] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.496666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.496859] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028ccb40-33c8-4b87-adec-6d9d304fd319',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.539908] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.540184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.540184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.540508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.540643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.540954] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.541188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.541284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.541564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.541708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.542400] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 already deleted. [ 938.542400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.607430] env[65712]: INFO networking_nsxv3.common.synchronization [None req-25e55379-3bf3-4d4c-869b-ec219b738427 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 938.608291] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 938.608745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.608859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.608859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.609393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.609907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.610048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.610134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.610566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.610566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.610566] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.836490] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.836778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.836864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.837146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.837364] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.837602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.837700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.837889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.838013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.838111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.838294] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.838405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.838476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.838641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.838850] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.838933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.838978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.839139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.839246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.839322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.839418] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.933264] env[65712]: INFO networking_nsxv3.common.synchronization [req-8cf526cd-26af-4951-8a4a-3165e522e89a req-e1d080f4-1cb1-4d48-bcbb-f1ccec5f106b tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 938.934012] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 938.934412] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8978c96b-95f6-4fc3-b23a-77fcefadc655 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.934620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.934688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.934975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.935096] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8978c96b-95f6-4fc3-b23a-77fcefadc655',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.000535] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.000774] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.000876] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.001175] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.001328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.001486] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 028ccb40-33c8-4b87-adec-6d9d304fd319 not found, creating... [ 939.001763] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.001953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.002049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.002283] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.002420] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.002704] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.002860] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.004174] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.004556] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.004706] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.004853] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 is going to be created. [ 939.027837] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.028079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.028212] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.028792] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.029034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.029280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.115642] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.322740] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 939.322973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.323427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.323427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.323525] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.341776] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6aee371-4550-4b7f-9e24-8af7cd7b2ab1: rpc.has_security_group_logging(os_id): False [ 939.359491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.359658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.359702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.360186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.360186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.360450] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.360566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.360691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.360855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.360937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.361333] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.361333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.361333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.361522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.361569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.361769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.361867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.361920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.362208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.362274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.362352] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 939.421646] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.421885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.421885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.422086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.422233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.434973] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 939.457704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.457898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.457974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.458210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.458303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.458401] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 already deleted. [ 939.458484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.497646] env[65712]: INFO networking_nsxv3.common.synchronization [req-7658db85-77e9-4372-954a-2c23ccc8e038 req-12b46d33-3fd3-4f52-9fc3-0060d14c106c tempest-ServersWithSpecificFlavorTestJSON-1607567161 tempest-ServersWithSpecificFlavorTestJSON-1607567161-project-member] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 939.498377] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGHEST for action security_group_members [ 939.499047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.499180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.499252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.499463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.499662] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.499771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.499840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.500054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.500118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.500222] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.618953] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.777037] env[65712]: INFO networking_nsxv3.common.synchronization [req-b04c1d1b-2579-42c1-a096-7b0122ae918e req-e07d66bd-e960-4a63-b173-da6d0e44ab16 service nova] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 939.777244] env[65712]: INFO networking_nsxv3.common.synchronization [req-b04c1d1b-2579-42c1-a096-7b0122ae918e req-e07d66bd-e960-4a63-b173-da6d0e44ab16 service nova] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 939.777453] env[65712]: INFO networking_nsxv3.common.synchronization [req-b04c1d1b-2579-42c1-a096-7b0122ae918e req-e07d66bd-e960-4a63-b173-da6d0e44ab16 service nova] Enqueued Resource ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 with Priority: HIGHEST for action port [ 939.779011] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 939.779011] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 939.779128] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 with Priority: HIGHEST for action port [ 939.779484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.779962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.779962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.780229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.780229] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.781603] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.781757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.781858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.782368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.782483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.782880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.783015] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.784400] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-028ccb40-33c8-4b87-adec-6d9d304fd319 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.784546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.784642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.786340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.786492] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028ccb40-33c8-4b87-adec-6d9d304fd319',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.825354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.826142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.999396] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 939.999835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.003181] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.003794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.003794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.003794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.121442] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.121715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.121816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.122327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.122411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.122524] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 940.125188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.125533] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.125655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.125710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.125884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.125968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126080] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be updated. [ 940.154702] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.154862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.154920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.155140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.155362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.156992] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.157289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.157358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.157573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.157708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.168132] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 940.168302] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: IN_PROGRESS for 2s [ 940.238034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 940.238034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.238299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.238616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.239069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.239069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.239226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.239342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.239431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.239523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.239621] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.288971] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.289172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.289882] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.291038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 028ccb40-33c8-4b87-adec-6d9d304fd319 with status ACTIVE [ 940.292219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.292219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.292219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.292219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.292219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.292528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.292528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.292648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.293622] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.293622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.294291] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 is going to be updated. [ 940.334284] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.335283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.335283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.335283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.335283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.335283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.748486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.748678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.748756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.748968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.749161] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.749260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.749324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.749499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.749549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.749634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.750506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.750506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.750852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750852] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.795618] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.254763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e707b989-262f-46c9-b74e-dbf4cbcd8106: rpc.has_security_group_logging(os_id): False [ 941.278078] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.278078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.278366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.278476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.278715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.278819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.279085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.279164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.279679] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.279797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.279856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.279997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.280077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.280292] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.280401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.280456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.280574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.280645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.280753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 941.298698] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.298853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.298925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.299155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.299237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.299344] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be created. [ 941.328481] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.328696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.328771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.329071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.329724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.343738] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: UNINITIALIZED for 2s [ 941.344824] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.344972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.345058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.345309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.345419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.359279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 941.451175] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 941.451430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.183083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 942.183083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.183083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37bda887-181f-4971-81ae-f7029ca0ba03 in Status: SUCCESS [ 942.183358] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 deletion is rescheduled due to dependency. [ 942.183358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.367769] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.367769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.367769] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.368389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.368389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.368389] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.368389] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.368505] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.368711] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.368769] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.368884] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.369028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.396215] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.396215] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.396215] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.396440] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.396713] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.396924] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.397062] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.398209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.398448] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa702bc7-34cb-4ee8-899b-f6f32d682dcd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.901935] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.902256] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.902420] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.902741] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.902931] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.903238] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port fa702bc7-34cb-4ee8-899b-f6f32d682dcd not found, creating... [ 942.903604] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.903801] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.903956] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.904249] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.904412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.904967] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.904967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.905101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.905372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.905662] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.905876] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: fa702bc7-34cb-4ee8-899b-f6f32d682dcd is going to be created. [ 942.933251] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.933251] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.933520] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.933717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.934049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.934404] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.040868] env[65712]: INFO networking_nsxv3.common.synchronization [req-9386c321-2c84-458f-9046-6dd131de45ea req-bbdfa476-f2af-4afe-9e70-96499596b04d tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 943.041762] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 943.043650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.043650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.043650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.043650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.043915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.043915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.043992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.044202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.044377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.044485] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.356034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: SUCCESS [ 943.356155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.356298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.356514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.356714] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.356831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.356896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.357052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.357133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.357218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.357314] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.376126] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 943.376126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.376126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.376126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.376126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.453215] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.453215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.453215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.453215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.453627] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.453920] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.454472] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.454814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.455256] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.458019] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.458019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.458019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.458019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.458019] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.458019] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.458019] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.478737] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.478919] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.479073] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.479269] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-497" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.479593] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-99dd7a10-ccdf-4a60-b7ea-879b73139680 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.479769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.479898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.480269] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.480411] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99dd7a10-ccdf-4a60-b7ea-879b73139680',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.548597] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.549034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.549143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.549387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.549480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.549715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.549810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.549868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.550034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.550176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.550219] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 943.584639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.584862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.585222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.585411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.595260] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 943.702525] env[65712]: INFO networking_nsxv3.common.synchronization [req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 req-a06d849f-25e9-4621-81f8-df5df61804d3 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 943.702708] env[65712]: INFO networking_nsxv3.common.synchronization [req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 req-a06d849f-25e9-4621-81f8-df5df61804d3 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 943.702847] env[65712]: INFO networking_nsxv3.common.synchronization [req-ce8c5dd8-17ac-44c5-9380-9e6894fd5e22 req-a06d849f-25e9-4621-81f8-df5df61804d3 service nova] Enqueued Resource ID: fa702bc7-34cb-4ee8-899b-f6f32d682dcd with Priority: HIGHEST for action port [ 943.703394] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 943.703512] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 943.703641] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa702bc7-34cb-4ee8-899b-f6f32d682dcd with Priority: HIGHEST for action port [ 943.703873] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.704010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.704086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.704286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.704370] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.705943] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.706121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.706223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.706431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.706631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.706775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.706909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.707141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.707225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.707280] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.709252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.709252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.709426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.709458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.709586] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa702bc7-34cb-4ee8-899b-f6f32d682dcd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.859460] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.877761] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.878073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.878073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.878613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.878613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.878829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.878892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.878956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.879083] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.983082] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.983548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.983678] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.984374] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.984374] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.984374] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 99dd7a10-ccdf-4a60-b7ea-879b73139680 not found, creating... [ 943.984690] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.984872] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.984988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.985422] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.985813] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.986345] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.986536] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.986746] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.987164] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.987389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.987682] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 99dd7a10-ccdf-4a60-b7ea-879b73139680 is going to be created. [ 944.027719] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.027963] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.028157] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.028453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.028953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.029037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.212079] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.212079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.212079] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.213205] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa702bc7-34cb-4ee8-899b-f6f32d682dcd with status ACTIVE [ 944.213205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.213345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.214178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.214178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.214178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.214178] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.214178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.214507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.214507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.214507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.214861] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.214861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.214861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.215459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.215459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.215459] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa702bc7-34cb-4ee8-899b-f6f32d682dcd is going to be updated. [ 944.241431] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.241584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.241664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.241906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.242078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.242255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa702bc7-34cb-4ee8-899b-f6f32d682dcd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.361748] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33595b85-dccc-4af3-b440-ba07579878e7: rpc.has_security_group_logging(os_id): False [ 944.381637] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.382076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.382076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.382228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.382280] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.382439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.382439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.382607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.382694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.382785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.382934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.383043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.383161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.383357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.383504] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.383641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.383733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.383882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.384129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.384129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.384249] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.411591] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.411952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.411952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.412177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.412220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.412842] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.412842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.412842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.413200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.413200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.413200] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be created. [ 944.498519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.498701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.498769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.499205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.499205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.511279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: IN_PROGRESS for 2s [ 944.717290] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.775022] env[65712]: INFO networking_nsxv3.common.synchronization [req-9386c321-2c84-458f-9046-6dd131de45ea req-ffae2515-dd02-4bef-9e1a-64d68ee14e85 service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 944.775022] env[65712]: INFO networking_nsxv3.common.synchronization [req-9386c321-2c84-458f-9046-6dd131de45ea req-ffae2515-dd02-4bef-9e1a-64d68ee14e85 service nova] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 944.775022] env[65712]: INFO networking_nsxv3.common.synchronization [req-9386c321-2c84-458f-9046-6dd131de45ea req-ffae2515-dd02-4bef-9e1a-64d68ee14e85 service nova] Enqueued Resource ID: 99dd7a10-ccdf-4a60-b7ea-879b73139680 with Priority: HIGHEST for action port [ 944.775022] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_rules [ 944.775920] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 944.776218] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99dd7a10-ccdf-4a60-b7ea-879b73139680 with Priority: HIGHEST for action port [ 944.777099] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.777379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.778109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.778109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.778109] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.780154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.780257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.780459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-99dd7a10-ccdf-4a60-b7ea-879b73139680 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.780645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.780645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.780927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.780927] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99dd7a10-ccdf-4a60-b7ea-879b73139680',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.886752] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e707b989-262f-46c9-b74e-dbf4cbcd8106: rpc.has_security_group_logging(os_id): False [ 944.907903] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.908106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.908143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.908340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.908459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.908726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.908839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.908904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.909114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.909197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.909407] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.909515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.909579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.909724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.909801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.910007] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.910101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.910163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.910459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.910459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.910459] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 944.983956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.984187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.984309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.984579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.984826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.001713] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 945.043196] env[65712]: INFO networking_nsxv3.common.synchronization [req-cfea283b-c416-4266-a9e9-14d86ef8a2b6 req-1a70f020-3e22-4a69-b8ef-951c3da31627 tempest-SecurityGroupRulesTestJSON-1563195083 tempest-SecurityGroupRulesTestJSON-1563195083-project-member] Enqueued Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 945.043946] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 with Priority: HIGHEST for action security_group_rules [ 945.044180] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8978c96b-95f6-4fc3-b23a-77fcefadc655 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.044322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.044417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044931] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8978c96b-95f6-4fc3-b23a-77fcefadc655',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.225196] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.225969] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 945.264892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.264892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.264892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.265270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.265270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.278438] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 945.280954] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.281159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.283598] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99dd7a10-ccdf-4a60-b7ea-879b73139680 with status ACTIVE [ 945.284734] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.284734] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.285103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.285103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.285213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.285291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.285476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.285634] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99dd7a10-ccdf-4a60-b7ea-879b73139680 is going to be updated. [ 945.320410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.320410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.320410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.320684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.321134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.321134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99dd7a10-ccdf-4a60-b7ea-879b73139680" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.569293] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.569712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.569712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.569786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.569880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.570040] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8978c96b-95f6-4fc3-b23a-77fcefadc655 already deleted. [ 945.570202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8978c96b-95f6-4fc3-b23a-77fcefadc655" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.606427] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 945.606660] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 deletion is rescheduled due to dependency. [ 945.607065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.607065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.607291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.607425] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.607620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.607673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.607830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.607912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.608057] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.110195] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.526252] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: SUCCESS [ 946.526415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.537918] env[65712]: INFO networking_nsxv3.common.synchronization [req-2a093f7a-3953-41ad-bea8-fa0846ed437f req-c49afc25-bc00-429d-9eac-579255d362b2 tempest-ServerRescueTestJSON-215156787 tempest-ServerRescueTestJSON-215156787-project-member] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 946.538697] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGHEST for action security_group_members [ 946.539150] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.540304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.540304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.540402] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.613200] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.024067] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 947.024279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.048087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.048087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.048087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.048087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.048087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.048087] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be updated. [ 947.112561] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.112879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.113014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.113443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.113689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.115679] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.115891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.115891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.120028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.120028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.120028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 947.141452] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: IN_PROGRESS for 2s [ 947.163724] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.163834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.163895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 947.291214] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 947.291927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.291927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.293323] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.293323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.293323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.797863] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.798211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.798211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.798334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.798490] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.798651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.798726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.798888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.799191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.799191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.799279] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.800276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.800276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.800276] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.303446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9657a2fd-4c40-41dc-83e2-f2bd76d00191: rpc.has_security_group_logging(os_id): False [ 948.332611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.332814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.332814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.333025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333558] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.333826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.333913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.334134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.334219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.334618] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.334761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.334761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335991] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 948.410459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.410651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.410700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.410882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.411168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.442062] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 949.154368] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 546ff56d-e91c-449a-ba42-449d24824803 in Status: SUCCESS [ 949.154368] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 546ff56d-e91c-449a-ba42-449d24824803 deletion is rescheduled due to dependency. [ 949.154368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.194476] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 949.194694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.194914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.195123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.195370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.195488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.195582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.195725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.195794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.195881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.195975] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.699638] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.699638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.699638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.699638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.699638] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.699638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.699638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.701294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.701294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.701294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.701294] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.701294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.701294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.701641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.701641] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.701641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.701742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.701843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.701922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.702026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.702102] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.718687] env[65712]: INFO networking_nsxv3.common.synchronization [req-a544f5d3-82bf-48cd-9ce6-000ac4700637 req-ffb1804a-8ab8-4e1c-99af-254a446fcd41 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 949.719672] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 949.720092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.720964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.721084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.721352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.721519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.721629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.721708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.724882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.724882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.724882] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.027024] env[65712]: INFO networking_nsxv3.common.synchronization [req-a544f5d3-82bf-48cd-9ce6-000ac4700637 req-10539957-fc0b-49c4-975b-741515af90c2 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 950.028341] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 950.028341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.028341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.205746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9be3dd05-b7fe-4e85-868a-3776676b7288: rpc.has_security_group_logging(os_id): False [ 950.224837] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.228263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.228487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.228487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.229132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.229132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.229132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.229273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.229273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.229762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.229762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.229762] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.230121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.230121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.230121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.230815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.230815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.230815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.230815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.230815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.230815] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 950.263047] env[65712]: INFO networking_nsxv3.common.synchronization [req-a544f5d3-82bf-48cd-9ce6-000ac4700637 req-bd0819cf-a6fe-4596-b901-bf8f7cf7fa81 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 950.264090] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 950.264642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.264756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311052] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.311276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.311394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.311651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.311884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.336480] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 950.459044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 950.459266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.728447] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.232040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.232520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.232520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.232520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.232679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.232725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 951.267854] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.268109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.268109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.268316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.268446] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.279652] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 952.356638] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 952.356638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.571327] env[65712]: INFO networking_nsxv3.common.synchronization [req-33869179-3d51-4a0f-9b4a-10a00c27c10b req-a0f501a2-3d85-455d-b6e9-afbc756173ae tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 952.572904] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 952.572904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.573085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.573085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.573332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.574831] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.574921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.574958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.575234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.575352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.575570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.083287] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.083477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.086178] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.086178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.086178] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 953.118804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.118937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.118997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.119801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.119801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.136384] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 953.301035] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.301035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.301035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.301035] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.793309] env[65712]: INFO networking_nsxv3.common.synchronization [req-edf21b7c-6f75-48db-a40f-45a23bb11094 req-bcecda6f-006f-4f4b-8026-306682ad11ac tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 953.794339] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 953.794852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.795073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.795198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.795499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.795770] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.795953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.796068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.796309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.796436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.796590] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.807156] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.807317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.807381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.807713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.807879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.808221] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.808394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.808517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.808787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.808932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.809083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 953.861471] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.861743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.861855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.862163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.862350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.876860] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 954.302833] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.811350] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.113811] env[65712]: INFO networking_nsxv3.common.synchronization [req-caf5785d-08c4-4cdf-a5ae-52792980804b req-55a9d9a5-98c9-4800-aabd-24ee2a127349 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Enqueued Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 955.114571] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 955.115091] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.115249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.115347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.115780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.116258] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.116258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.116539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.116722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.116858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.116996] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.147520] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 955.147744] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 955.147860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.316047] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.316047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.316047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.316047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.316047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.316047] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 955.363727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.363727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.363727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.363727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.363727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.380965] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 955.495028] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.495028] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.495028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.495787] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.496233] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.496516] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.496954] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.497328] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.497810] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.497810] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.499831] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.521023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.521023] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.521023] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.521023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-163" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.521023] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-812c943b-b590-46f3-bf6a-5b659029ee12 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.521023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.521023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.521023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.521023] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812c943b-b590-46f3-bf6a-5b659029ee12',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.621893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621893] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d already deleted. [ 955.621893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.887644] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 955.887951] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 deletion is rescheduled due to dependency. [ 955.887951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.888208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.888395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.888527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.888596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.888740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.888845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888971] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.025198] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.025351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.025413] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.025920] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.025920] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026102] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 812c943b-b590-46f3-bf6a-5b659029ee12 not found, creating... [ 956.026381] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.026547] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.026669] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.026901] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.027051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.027348] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.027958] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.028596] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.028811] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 812c943b-b590-46f3-bf6a-5b659029ee12 is going to be created. [ 956.052898] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.053168] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.053278] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.054677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.054677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.054677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.391774] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392665] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.393078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.393153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.393249] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 956.430146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.430146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.430251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.430667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.444136] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 956.496193] env[65712]: INFO networking_nsxv3.common.synchronization [None req-436af0e3-1694-4482-99c1-06b0c2da8b9f None None] Enqueued Resource ID: 90fdce64-98aa-4bb5-8d95-e2a1fe8272b8 with Priority: HIGHEST for action port [ 956.496737] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fdce64-98aa-4bb5-8d95-e2a1fe8272b8 with Priority: HIGHEST for action port [ 956.497146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fdce64-98aa-4bb5-8d95-e2a1fe8272b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.497345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fdce64-98aa-4bb5-8d95-e2a1fe8272b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.497423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fdce64-98aa-4bb5-8d95-e2a1fe8272b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.497742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fdce64-98aa-4bb5-8d95-e2a1fe8272b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.497868] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fdce64-98aa-4bb5-8d95-e2a1fe8272b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.757343] env[65712]: INFO networking_nsxv3.common.synchronization [req-caf5785d-08c4-4cdf-a5ae-52792980804b req-a64edd67-6703-46bd-be7f-e3dfe384db44 service nova] Enqueued Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_rules [ 956.757643] env[65712]: INFO networking_nsxv3.common.synchronization [req-caf5785d-08c4-4cdf-a5ae-52792980804b req-a64edd67-6703-46bd-be7f-e3dfe384db44 service nova] Enqueued Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 956.757812] env[65712]: INFO networking_nsxv3.common.synchronization [req-caf5785d-08c4-4cdf-a5ae-52792980804b req-a64edd67-6703-46bd-be7f-e3dfe384db44 service nova] Enqueued Resource ID: 812c943b-b590-46f3-bf6a-5b659029ee12 with Priority: HIGHEST for action port [ 956.758384] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_rules [ 956.758571] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 956.758634] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 812c943b-b590-46f3-bf6a-5b659029ee12 with Priority: HIGHEST for action port [ 956.758921] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.759497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.759600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.759871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.760043] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.763748] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.763877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.763942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.764160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.764324] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.764442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.766178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.767433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.767556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.767692] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.768675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-812c943b-b590-46f3-bf6a-5b659029ee12 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.768808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.768849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.769046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.769124] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812c943b-b590-46f3-bf6a-5b659029ee12',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.000460] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90fdce64-98aa-4bb5-8d95-e2a1fe8272b8 [ 957.000750] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.000907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.002044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.002044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.002044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.002044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90fdce64-98aa-4bb5-8d95-e2a1fe8272b8 already deleted. [ 957.002044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fdce64-98aa-4bb5-8d95-e2a1fe8272b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.264850] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.265078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.274412] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.275427] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 812c943b-b590-46f3-bf6a-5b659029ee12 with status ACTIVE [ 957.275819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.276014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.276121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.276412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.276531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.276794] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.276937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.277468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.277468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.277716] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.281487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.281661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.281916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.282059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.282297] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 812c943b-b590-46f3-bf6a-5b659029ee12 is going to be updated. [ 957.314514] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.314694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.314694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.314917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.315067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.315232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-812c943b-b590-46f3-bf6a-5b659029ee12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.395573] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 957.395824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.785207] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.288475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.289210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.289210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.289210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.289210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.289210] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d is going to be created. [ 958.355054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.355234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.355286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.355521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.355687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.371255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: UNINITIALIZED for 2s [ 958.426299] env[65712]: INFO networking_nsxv3.common.synchronization [None req-257766ee-ec17-4dcb-9ed2-bad44f586dee tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 958.426877] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 958.427205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.427329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.427397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.427696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.459558] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 958.459755] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 deletion is rescheduled due to dependency. [ 958.459996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.588859] env[65712]: INFO networking_nsxv3.common.synchronization [None req-752a8aac-a31f-4565-ba04-b9ba022d7949 tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 958.589937] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 958.589937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.589937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.996364] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.996555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.996612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.996841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.996938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.997054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 already deleted. [ 958.997143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.997300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.997474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.997598] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.524208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.524897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.524968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.525222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.525370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.525430] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 already deleted. [ 959.525532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682352] env[65712]: INFO networking_nsxv3.common.synchronization [req-3e24bbb1-f6d3-457a-b691-b5905380a596 req-3af6451b-9f6b-4ab5-ab87-53b551ee7b8f tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 959.682982] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 959.684251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.684405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.684546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.684840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.685622] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.685781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.685886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.686154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.686295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.686453] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.792847] env[65712]: INFO networking_nsxv3.common.synchronization [None req-1502e251-7d2b-419b-b1ae-60dedf413035 None None] Enqueued Resource ID: 7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3 with Priority: HIGHEST for action port [ 959.793726] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3 with Priority: HIGHEST for action port [ 959.793726] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.793907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.793907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.794561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.794644] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.189233] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.299423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3 [ 960.299423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.299423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.299423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.299423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.299423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.299423] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3 already deleted. [ 960.299423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d26464d-f1ef-41ba-a0b0-6d71ab6c32d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.382014] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: SUCCESS [ 960.382207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.382359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.382611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.382857] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.382991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.383089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.383347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.383480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.383614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.383719] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.692102] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.887274] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.887454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.887493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.887807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.887976] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.888089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.888152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.888311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.888399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.888487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.888763] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.888843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.888876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.889045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.889190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.889282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.889342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.889480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.889556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.889715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.889715] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.195236] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.195473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.197199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.197302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.197417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 961.233109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.233109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.233109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.233109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.233109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.243160] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 961.392719] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70a8a8ac-e755-4233-a3f2-2eefd12d565d: rpc.has_security_group_logging(os_id): False [ 961.419946] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.420166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.420210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.420479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.420585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.420798] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.420915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.420980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.421166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.421247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.421449] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.421547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.421686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.422148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.422148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.422148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.422810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.422810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.422810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.422896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.422933] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d is going to be created. [ 961.494437] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.494666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.495134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.509917] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: IN_PROGRESS for 2s [ 962.178624] env[65712]: INFO networking_nsxv3.common.synchronization [req-61292b20-a4f7-49a0-bc2b-53ab916e48f8 req-0abe48ee-112b-465d-b4d0-7c58c055e5d5 tempest-ImagesOneServerNegativeTestJSON-639732743 tempest-ImagesOneServerNegativeTestJSON-639732743-project-member] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 962.178624] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGHEST for action security_group_members [ 962.178971] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.178971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.178971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.179271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.179632] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.179632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.179775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.180029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.180179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.180320] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.362405] env[65712]: INFO networking_nsxv3.common.synchronization [None req-618aceb8-dda0-4dad-8995-59b8c738e511 None None] Enqueued Resource ID: d481fac2-c911-4f25-8d27-a86597f082d3 with Priority: HIGHEST for action port [ 962.362963] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d481fac2-c911-4f25-8d27-a86597f082d3 with Priority: HIGHEST for action port [ 962.363756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d481fac2-c911-4f25-8d27-a86597f082d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.364381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d481fac2-c911-4f25-8d27-a86597f082d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.364381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d481fac2-c911-4f25-8d27-a86597f082d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d481fac2-c911-4f25-8d27-a86597f082d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.366011] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d481fac2-c911-4f25-8d27-a86597f082d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.682571] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.682790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.683068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.683252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.687943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.687943] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.687943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.687943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.687943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.687943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.687943] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be updated. [ 962.714521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.714698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.714768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.715468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.715468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.730100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: IN_PROGRESS for 2s [ 962.850098] env[65712]: INFO networking_nsxv3.common.synchronization [None req-739724b2-d83f-40a3-8bf7-ff89827d40ef tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 962.851854] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 962.852777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.853025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.870605] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d481fac2-c911-4f25-8d27-a86597f082d3 [ 962.870973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.871220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.871314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.871617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.871792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.871988] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d481fac2-c911-4f25-8d27-a86597f082d3 already deleted. [ 962.872292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d481fac2-c911-4f25-8d27-a86597f082d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.255153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.255153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255949] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.530286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: SUCCESS [ 963.530286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.757719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.757922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.758026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.758954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.758954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.758954] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.758954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.758954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.758954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.759317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.759317] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 963.791254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.791254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.791254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.791254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.791486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.802346] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 964.741819] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 in Status: SUCCESS [ 964.744614] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 deletion is rescheduled due to dependency. [ 964.744614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.086833] env[65712]: INFO networking_nsxv3.common.synchronization [None req-35fd8930-eb4e-489b-8d03-6bfe6b02d7af None None] Enqueued Resource ID: a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d with Priority: HIGHEST for action port [ 965.087528] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d with Priority: HIGHEST for action port [ 965.087908] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.088117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.088232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.088590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.088732] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.591720] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d [ 965.592332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.592332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.592332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.592575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.592606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.592723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d already deleted. [ 965.592829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d3ea9d-dc6d-4a2e-a641-49ef11f6231d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.813909] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 965.814212] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 deletion is rescheduled due to dependency. [ 965.814212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.053182] env[65712]: INFO networking_nsxv3.common.synchronization [None req-bbb19f24-9b5d-485c-927d-09de7b8962a2 None None] Enqueued Resource ID: 66347d3a-0083-4bfe-9875-06d5db211694 with Priority: HIGHEST for action port [ 966.054046] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66347d3a-0083-4bfe-9875-06d5db211694 with Priority: HIGHEST for action port [ 966.054046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-66347d3a-0083-4bfe-9875-06d5db211694 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.054449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66347d3a-0083-4bfe-9875-06d5db211694" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.054449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66347d3a-0083-4bfe-9875-06d5db211694" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.054449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66347d3a-0083-4bfe-9875-06d5db211694" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.054613] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66347d3a-0083-4bfe-9875-06d5db211694',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.221501] env[65712]: INFO networking_nsxv3.common.synchronization [req-cc55e7ef-d403-4201-abcb-d8713483f7ae req-7687635f-677f-4c83-8157-216404bc61db tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 966.221990] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 966.222556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.222556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.222556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.222683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.222910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.222910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.223052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.223128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.223214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.223307] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.557517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66347d3a-0083-4bfe-9875-06d5db211694 [ 966.558012] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.558669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.558669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.558669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.558669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.558863] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66347d3a-0083-4bfe-9875-06d5db211694 already deleted. [ 966.558863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66347d3a-0083-4bfe-9875-06d5db211694" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.725906] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.726100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.726100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.726250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.726345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.726690] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.726690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.726690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.726877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.726916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.727028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 966.758165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.758335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.758399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.758732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.758847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.770776] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 967.008954] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.009293] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.009293] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.009556] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.009826] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.009999] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.010169] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.010340] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.010479] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.010709] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.010829] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.010936] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.011065] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.011181] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.011288] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.011419] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.039175] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.039383] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.039563] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.039825] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-348" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.040330] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.041101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.041101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.041402] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.043324] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e6e4a4-89e5-4500-ace5-cbf8f91e10ae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.547019] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.547396] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.548147] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.548683] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.548916] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.549154] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae not found, creating... [ 967.549979] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.551905] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.552046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.552436] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.552645] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.552811] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.553110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.553243] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.553394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae is going to be created. [ 967.585612] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.585829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.585955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.586279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.586523] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.586729] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.303522] env[65712]: INFO networking_nsxv3.common.synchronization [req-cc55e7ef-d403-4201-abcb-d8713483f7ae req-f7fefc1c-ea20-4343-81ad-9ec8bdbec355 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 968.303821] env[65712]: INFO networking_nsxv3.common.synchronization [req-cc55e7ef-d403-4201-abcb-d8713483f7ae req-f7fefc1c-ea20-4343-81ad-9ec8bdbec355 service nova] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 968.303860] env[65712]: INFO networking_nsxv3.common.synchronization [req-cc55e7ef-d403-4201-abcb-d8713483f7ae req-f7fefc1c-ea20-4343-81ad-9ec8bdbec355 service nova] Enqueued Resource ID: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae with Priority: HIGHEST for action port [ 968.304415] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_rules [ 968.304586] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 968.304686] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae with Priority: HIGHEST for action port [ 968.304926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.305066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.305135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.305770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.305770] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.306352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.306429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.306569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.306659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.306729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.306905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.306981] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e6e4a4-89e5-4500-ace5-cbf8f91e10ae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.449664] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3aa4bd87-27e6-41fd-9baa-d0291e207534 None None] Enqueued Resource ID: 3ba40d25-b6ce-4420-9c31-8c0c7e0248d8 with Priority: HIGHEST for action port [ 968.450320] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba40d25-b6ce-4420-9c31-8c0c7e0248d8 with Priority: HIGHEST for action port [ 968.450645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba40d25-b6ce-4420-9c31-8c0c7e0248d8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.450781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba40d25-b6ce-4420-9c31-8c0c7e0248d8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.450840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba40d25-b6ce-4420-9c31-8c0c7e0248d8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.453499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba40d25-b6ce-4420-9c31-8c0c7e0248d8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.453616] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba40d25-b6ce-4420-9c31-8c0c7e0248d8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.620940] env[65712]: INFO networking_nsxv3.common.synchronization [req-40712bd3-13a8-4814-968c-ac96c9903b4c req-0dd2f1fb-6990-4caa-a293-e1e97e8c6c47 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 968.621545] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGHEST for action security_group_members [ 968.621878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.622070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.622120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.622314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.622696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.622696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.622696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.622880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.622880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.624181] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.789255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 968.789255] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789718] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.811947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.811947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.812434] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae with status ACTIVE [ 968.812528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.812600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.812653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.812881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.812974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814230] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.814361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814533] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815536] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19e6e4a4-89e5-4500-ace5-cbf8f91e10ae is going to be updated. [ 968.847042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.847042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.847042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.847042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.847042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.847357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e6e4a4-89e5-4500-ace5-cbf8f91e10ae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.956394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ba40d25-b6ce-4420-9c31-8c0c7e0248d8 [ 968.956562] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.956755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.956871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.957194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.957345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.957503] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ba40d25-b6ce-4420-9c31-8c0c7e0248d8 already deleted. [ 968.957761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba40d25-b6ce-4420-9c31-8c0c7e0248d8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.125801] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.126045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.126045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.126271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.126315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.127263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.127263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.127263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.127263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.127263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.127263] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 is going to be updated. [ 969.162738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.163023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.163023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.163350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.163350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.176393] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: IN_PROGRESS for 2s [ 969.298974] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.802477] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.307662] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.307862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.308155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.308244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.308338] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 970.372617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.372617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.372617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.372617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.372617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.388315] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 971.192997] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 081f1c0a-467c-4b15-b14d-0da962627f36 in Status: SUCCESS [ 971.194102] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 deletion is rescheduled due to dependency. [ 971.194102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282308] env[65712]: INFO networking_nsxv3.common.synchronization [req-a92377af-d9e5-47cc-8946-e2907a53d95a req-d4e7a13a-daf8-410a-905c-f4c92dc8f951 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 972.282675] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGHEST for action security_group_members [ 972.286027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.286027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.286027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.286027] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.400594] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 972.400806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.400980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.401274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.401530] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.401662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.401738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.403582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403582] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.788834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.788994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790277] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.790385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.790449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790789] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f is going to be updated. [ 972.835274] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.835527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.835527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.835788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.835910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.846226] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: IN_PROGRESS for 2s [ 972.909032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.909948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.910802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.911223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.911465] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.911617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.911719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.911921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.912059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.912188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.913619] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.913789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.914013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.914214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.914378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.914509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.914549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.914681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.914767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.914852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.914949] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.420037] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02962c3a-e0ab-4950-94f5-deacf42f85ca: rpc.has_security_group_logging(os_id): False [ 973.443109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.443227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.443297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.443522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.443622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.443872] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.443985] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.444063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.444225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.444304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.444505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.444602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.444666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.444811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.444886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.445659] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.445659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.445802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.445868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.446402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.446402] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 973.517834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.517834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.517834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.518084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.518257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.534846] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 973.983837] env[65712]: INFO networking_nsxv3.common.synchronization [req-0502f060-406f-4b52-9c62-02438a65d524 req-9f2658f6-bfb3-4d6e-aaf9-3ae11edd6568 tempest-TenantUsagesTestJSON-331277626 tempest-TenantUsagesTestJSON-331277626-project-member] Enqueued Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 973.985237] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGHEST for action security_group_members [ 973.985237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.985237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.985237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.985541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.985804] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.986161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.986161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.986285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.986339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.986449] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.492016] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.492361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.492361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.492461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.492751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.492751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.492963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.492963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.493053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.493097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.493330] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d is going to be updated. [ 974.529586] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.529764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.529830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.530086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.530253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.576286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: IN_PROGRESS for 2s [ 974.857502] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f in Status: SUCCESS [ 974.857750] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f deletion is rescheduled due to dependency. [ 974.857881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.571022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 975.571981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.588971] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d in Status: SUCCESS [ 976.588971] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d deletion is rescheduled due to dependency. [ 976.588971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.898230] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8a006a89-a344-421e-bfbc-fd13f94765b0 None None] Enqueued Resource ID: 2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9 with Priority: HIGHEST for action port [ 977.898230] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9 with Priority: HIGHEST for action port [ 977.899352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.899352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.899352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.899352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.899352] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.965887] env[65712]: INFO networking_nsxv3.common.synchronization [req-51f34057-37f7-4d36-a029-130320c22811 req-7af781d1-a61d-4abc-837f-c47a6ad2b2f8 tempest-SecurityGroupRulesNegativeTestJSON-1831730072 tempest-SecurityGroupRulesNegativeTestJSON-1831730072-project-member] Enqueued Resource ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 with Priority: HIGHEST for action security_group_rules [ 977.969018] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 with Priority: HIGHEST for action security_group_rules [ 977.969018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff0a8f5-586a-42d9-acb6-d800efdbc919 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.969018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.969018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.969018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.969018] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff0a8f5-586a-42d9-acb6-d800efdbc919',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.206414] env[65712]: INFO networking_nsxv3.common.synchronization [req-b5bcfe52-2139-4c4e-9628-6d6a010f5219 req-922368ab-013a-4dcf-a337-38f8d71ab879 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 978.207044] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 978.207378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.207530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.207627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.207801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.207968] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.208124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.208197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.208385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.208473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.208659] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.379981] env[65712]: INFO networking_nsxv3.common.synchronization [req-b36f07f9-c1fe-4bbd-9377-761da62ed560 req-8fa0323b-7cfc-4982-baba-2e4af84462ad tempest-SecurityGroupRulesNegativeTestJSON-1831730072 tempest-SecurityGroupRulesNegativeTestJSON-1831730072-project-member] Enqueued Resource ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 with Priority: HIGHEST for action security_group_rules [ 978.380369] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 with Priority: HIGHEST for action security_group_rules [ 978.380683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bff0a8f5-586a-42d9-acb6-d800efdbc919 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.380788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.401424] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9 [ 978.401642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.402286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.402286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.402286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.402286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.402286] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9 already deleted. [ 978.402514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b77a8bb-99e9-4a2d-8cc5-b32f4fa632a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.492985] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 already deleted. [ 978.493111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.493275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.493461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.493548] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bff0a8f5-586a-42d9-acb6-d800efdbc919',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.710816] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.020497] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.020996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.020996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.021156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.021207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.021356] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bff0a8f5-586a-42d9-acb6-d800efdbc919 already deleted. [ 979.021465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bff0a8f5-586a-42d9-acb6-d800efdbc919" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.214197] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.717231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.718154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.718154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.718154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.718345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.719897] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 979.757725] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.757964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.758071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.758294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.758447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.769934] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 980.627240] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4b53a81d-3f3b-4f08-9751-6529d9fc2c7b None None] Enqueued Resource ID: af0c64d1-4569-4be2-8e10-8a13d6603cb2 with Priority: HIGHEST for action port [ 980.627946] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0c64d1-4569-4be2-8e10-8a13d6603cb2 with Priority: HIGHEST for action port [ 980.628884] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0c64d1-4569-4be2-8e10-8a13d6603cb2 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.629296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0c64d1-4569-4be2-8e10-8a13d6603cb2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0c64d1-4569-4be2-8e10-8a13d6603cb2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.632515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0c64d1-4569-4be2-8e10-8a13d6603cb2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.632624] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0c64d1-4569-4be2-8e10-8a13d6603cb2',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.135418] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af0c64d1-4569-4be2-8e10-8a13d6603cb2 [ 981.135662] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.135795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.135866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.136111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.136203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.136305] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af0c64d1-4569-4be2-8e10-8a13d6603cb2 already deleted. [ 981.136383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0c64d1-4569-4be2-8e10-8a13d6603cb2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.654470] env[65712]: INFO networking_nsxv3.common.synchronization [req-8764f61c-fa7b-4b5d-9046-c6ce74c78d74 req-faec3dd6-99c1-4168-baf9-7443fd9a93e5 tempest-ServerActionsV293TestJSON-154575547 tempest-ServerActionsV293TestJSON-154575547-project-member] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 981.655187] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGHEST for action security_group_members [ 981.655729] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.655905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.656011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.656287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.656523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.656785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.656785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.657022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.658047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.658047] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.784738] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 981.784949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.162253] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.162253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.162253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.162518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.162611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.162660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.164235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.164235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.164235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.164235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 is going to be updated. [ 982.207691] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.208101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.208101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.208229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.208382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.219210] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: IN_PROGRESS for 2s [ 984.231965] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cae0062-cf52-457e-ba33-55c551464ff5 in Status: SUCCESS [ 984.231965] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 deletion is rescheduled due to dependency. [ 984.231965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.108429] env[65712]: INFO networking_nsxv3.common.synchronization [req-73b5f179-c526-489d-9837-b6aea54bfaf5 req-6a087fc4-7eec-4355-8925-ef9b2f6c37ac tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Enqueued Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 985.109690] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 985.110107] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.110231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.110304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.110691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.110917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.111051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.111118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.111295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.111382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.111483] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.613951] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.614389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.614389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.614738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.614738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.614919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.615069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.615475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.615600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.615721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.615960] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae already deleted. [ 985.616248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.644584] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.644780] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-203" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.644900] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-203" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.645291] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-203" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.645998] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.646206] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.646325] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.646558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.646731] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.647071] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.647071] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.647212] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.647297] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.647398] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.647504] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.647667] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.668691] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.668941] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.669179] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.669384] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-203" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.669745] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.669947] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.670113] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.670463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.670615] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2e2e92-2468-48ef-88e2-40dc5ce81cf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.173938] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.174395] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.174395] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.174682] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.174945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.175109] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 not found, creating... [ 986.175866] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.175866] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.175866] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.176137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.176294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176752] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.176928] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.177046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.177268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.177521] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.177724] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 is going to be created. [ 986.206654] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.207035] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.207179] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.207467] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.207887] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.208163] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.680738] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c251aeda-6f39-4adc-aa95-25b0cec6cc05 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 986.682205] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 986.682205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.682205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.682205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.682428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.682495] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.929125] env[65712]: INFO networking_nsxv3.common.synchronization [None req-01ca59f7-1e96-4773-9c1d-ebd05cdaba52 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 986.929694] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 986.930234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.930665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.981687] env[65712]: INFO networking_nsxv3.common.synchronization [req-73b5f179-c526-489d-9837-b6aea54bfaf5 req-7f3c518f-377c-44ee-b859-482d8dd1fd01 service nova] Enqueued Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_rules [ 986.981687] env[65712]: INFO networking_nsxv3.common.synchronization [req-73b5f179-c526-489d-9837-b6aea54bfaf5 req-7f3c518f-377c-44ee-b859-482d8dd1fd01 service nova] Enqueued Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 986.981860] env[65712]: INFO networking_nsxv3.common.synchronization [req-73b5f179-c526-489d-9837-b6aea54bfaf5 req-7f3c518f-377c-44ee-b859-482d8dd1fd01 service nova] Enqueued Resource ID: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 with Priority: HIGHEST for action port [ 986.982332] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_rules [ 986.982542] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 986.982651] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 with Priority: HIGHEST for action port [ 986.982930] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.983060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.983129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.983395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.983476] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.984688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.984833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.984937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.985166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.985339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.985444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.985507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.985693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.985776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.985873] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.986848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.986848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.987062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.987141] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2e2e92-2468-48ef-88e2-40dc5ce81cf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.206037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.206174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.206174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.206439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.206563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.206700] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 already deleted. [ 987.206812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.207080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.207221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.207321] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.331089] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-2b9f8263-21a0-4bf1-ab55-6245d0114849 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 987.332125] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 987.332225] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.332349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.332416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.332746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.332835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.332931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.332974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.333287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.333353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.333423] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.492077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.492077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.492077] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.492077] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 with status ACTIVE [ 987.492077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.492457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.492457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.492554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.492604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.493489] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.493489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.493489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.493489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.493974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.497611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.497611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.497611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.499892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.499892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.500092] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd2e2e92-2468-48ef-88e2-40dc5ce81cf6 is going to be updated. [ 987.531650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.532695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.533327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.533536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.533737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2e2e92-2468-48ef-88e2-40dc5ce81cf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.738081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.738081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.738262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.738367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.738515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 already deleted. [ 987.738644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.835446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.835661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.835743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.835904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.836036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.836261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.836373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.836431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.836595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.836672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.836757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 987.882259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.882259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.882259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.882606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.882606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.895137] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 988.004032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.022823] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-a2c0718f-22e3-413a-9c49-3009f361bdb6 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 988.023488] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 988.026790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.026790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.507615] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.507875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.507955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.508631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.508888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.509026] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae is going to be created. [ 988.556989] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.557307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.557307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.557635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.559606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.587379] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: UNINITIALIZED for 2s [ 988.689282] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.689546] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-877" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.689678] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-877" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.690247] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-877" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.690378] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.690594] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.690737] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.690997] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.691189] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.691807] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.691807] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.691807] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.691807] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.692021] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.692074] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.692178] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.716895] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.717091] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.717809] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.717809] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-877" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.717809] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.718074] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.718110] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.718553] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.718553] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66b2c74-48f6-4b44-99bf-e0ec1396cf8c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.222033] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.222033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.222580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.222580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.223029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.223029] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port b66b2c74-48f6-4b44-99bf-e0ec1396cf8c not found, creating... [ 989.223249] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.224339] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.224339] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.224339] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.224339] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.225069] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.225337] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.225582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.226029] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.226429] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.226429] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c is going to be created. [ 989.250874] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.251034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.251147] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.251435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.251669] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.251893] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.317119] env[65712]: INFO networking_nsxv3.common.synchronization [None req-075c38ba-246c-4b30-839c-95a4bbb9e3c1 None None] Enqueued Resource ID: 5ee46ece-403e-4a2e-9335-be04d91f9201 with Priority: HIGHEST for action port [ 989.317932] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee46ece-403e-4a2e-9335-be04d91f9201 with Priority: HIGHEST for action port [ 989.318382] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee46ece-403e-4a2e-9335-be04d91f9201 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.318491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee46ece-403e-4a2e-9335-be04d91f9201" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.318523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee46ece-403e-4a2e-9335-be04d91f9201" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.318779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee46ece-403e-4a2e-9335-be04d91f9201" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.318870] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee46ece-403e-4a2e-9335-be04d91f9201',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.821262] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee46ece-403e-4a2e-9335-be04d91f9201 [ 989.821262] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.821487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.821487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.821686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.821802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.822069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee46ece-403e-4a2e-9335-be04d91f9201 already deleted. [ 989.822069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee46ece-403e-4a2e-9335-be04d91f9201" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.906420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 989.906640] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 deletion is rescheduled due to dependency. [ 989.906640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.906785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.907026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.907226] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.907337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.907395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.907563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.907722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.907869] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-eb8c9d78-6e1b-438f-9660-00457b08e187 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-eb8c9d78-6e1b-438f-9660-00457b08e187 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-eb8c9d78-6e1b-438f-9660-00457b08e187 service nova] Enqueued Resource ID: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c with Priority: HIGHEST for action port [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 990.010372] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c with Priority: HIGHEST for action port [ 990.010710] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.010710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.010829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.010944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.011061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.012855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.013012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.013342] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.013460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.013550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.014196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.014301] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66b2c74-48f6-4b44-99bf-e0ec1396cf8c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.410441] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.516563] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.516563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.518723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66b2c74-48f6-4b44-99bf-e0ec1396cf8c with status ACTIVE [ 990.518723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.518723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.518723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.518723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.518723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.518723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.518723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.519170] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.519257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.519599] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66b2c74-48f6-4b44-99bf-e0ec1396cf8c is going to be updated. [ 990.549671] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.551104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.551104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.551104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.551104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.551104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66b2c74-48f6-4b44-99bf-e0ec1396cf8c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.599786] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: SUCCESS [ 990.600068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.600248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.600478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.600676] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.600826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.601240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.601240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.601337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.601738] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.912785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.938328] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.938328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-576" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.938328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-576" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.938328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-576" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.938661] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.938661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.938783] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.938965] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.939137] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.939365] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.939484] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.939992] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.939992] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.939992] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.939992] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.940215] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.967968] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.968165] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.968306] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.968485] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-576" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.968822] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-b182c169-f676-40a4-9d71-4994c3bd9331 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.969036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.969162] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.970324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.970561] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b182c169-f676-40a4-9d71-4994c3bd9331',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.105496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.105496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.105496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.105496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.105496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.107164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.107164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.107164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.107164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.107164] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.418507] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.418916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.418916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.419700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.419844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.420038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 991.457603] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.457839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.457930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.458249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.471213] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 991.473942] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.474187] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.474316] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475487] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475937] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port b182c169-f676-40a4-9d71-4994c3bd9331 not found, creating... [ 991.476471] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476840] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.477101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.477247] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.477547] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.477778] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.477912] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478380] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.478565] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.479100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: b182c169-f676-40a4-9d71-4994c3bd9331 is going to be created. [ 991.501517] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.501744] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.501796] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.502099] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.502338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.502560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.534534] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f604e2b-4217-4171-a908-e2b02d9a7c02 req-5bdf8a84-f97a-4c49-bc75-e6bfe546a958 tempest-ImagesTestJSON-542095006 tempest-ImagesTestJSON-542095006-project-member] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 991.534534] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGHEST for action security_group_members [ 991.534534] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.534534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.534965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.535378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.535825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.537426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.537426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.537426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.537426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.537426] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.609213] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16ce5676-a81a-4120-a9db-139ef56d5dae: rpc.has_security_group_logging(os_id): False [ 991.654647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.654647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.654647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.654647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.654647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.654647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.655154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.655154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.655154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.655154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.655321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.655439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.655512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.655715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.655817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.656033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.656111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.656198] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae is going to be created. [ 991.748121] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.748262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.748657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.748657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.748882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.764062] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: IN_PROGRESS for 2s [ 992.040310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.040539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.040539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.041227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.041227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.041227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.041227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.041227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.041528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.041528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.041528] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be updated. [ 992.071423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.071605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.071676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.071902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.072047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.087492] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: IN_PROGRESS for 2s [ 992.234893] env[65712]: INFO networking_nsxv3.common.synchronization [None req-524f90d1-10ac-4a3b-b92f-9fb7f8971f6f None None] Enqueued Resource ID: 7a432fad-1ee5-4df0-9326-c9d502ee5ddd with Priority: HIGHEST for action port [ 992.237659] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a432fad-1ee5-4df0-9326-c9d502ee5ddd with Priority: HIGHEST for action port [ 992.238063] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a432fad-1ee5-4df0-9326-c9d502ee5ddd taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.238243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a432fad-1ee5-4df0-9326-c9d502ee5ddd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.238280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a432fad-1ee5-4df0-9326-c9d502ee5ddd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.238932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a432fad-1ee5-4df0-9326-c9d502ee5ddd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.238932] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a432fad-1ee5-4df0-9326-c9d502ee5ddd',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.277960] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-da8b2a1b-e926-40c9-8276-fe5533beae41 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 992.278960] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-da8b2a1b-e926-40c9-8276-fe5533beae41 service nova] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 992.278960] env[65712]: INFO networking_nsxv3.common.synchronization [req-bbc872fc-3f8b-4082-9735-8aa55ecf4ae8 req-da8b2a1b-e926-40c9-8276-fe5533beae41 service nova] Enqueued Resource ID: b182c169-f676-40a4-9d71-4994c3bd9331 with Priority: HIGHEST for action port [ 992.279882] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_rules [ 992.279882] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 992.279882] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b182c169-f676-40a4-9d71-4994c3bd9331 with Priority: HIGHEST for action port [ 992.280182] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.280360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.280592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.280963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b182c169-f676-40a4-9d71-4994c3bd9331 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.281302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.281365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.281626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.281661] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b182c169-f676-40a4-9d71-4994c3bd9331',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.741558] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a432fad-1ee5-4df0-9326-c9d502ee5ddd [ 992.741960] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.742574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.742574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.743109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.743109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.743444] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a432fad-1ee5-4df0-9326-c9d502ee5ddd already deleted. [ 992.744036] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a432fad-1ee5-4df0-9326-c9d502ee5ddd" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787406] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b182c169-f676-40a4-9d71-4994c3bd9331 with status ACTIVE [ 992.788407] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.788407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.788407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.788407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.788719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.788830] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.789072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.789274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.789582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.789758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.790109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.790291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.790420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.791116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.791284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.791435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b182c169-f676-40a4-9d71-4994c3bd9331 is going to be updated. [ 992.827256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.827445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.827484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.828331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.828331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.828331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b182c169-f676-40a4-9d71-4994c3bd9331" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.481868] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 993.482124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.482298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.482517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.482704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.482821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.482886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.483049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.483212] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.777054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: SUCCESS [ 993.777510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.988982] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.105120] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca in Status: SUCCESS [ 994.105120] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca deletion is rescheduled due to dependency. [ 994.105120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.493383] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.537990] env[65712]: INFO networking_nsxv3.common.synchronization [None req-1b24ec30-99fb-49ab-ac6c-a4c988bef590 None None] Enqueued Resource ID: 57c668a7-8a47-46bb-9bd7-0cacebb9afcc with Priority: HIGHEST for action port [ 994.538771] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c668a7-8a47-46bb-9bd7-0cacebb9afcc with Priority: HIGHEST for action port [ 994.538920] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-57c668a7-8a47-46bb-9bd7-0cacebb9afcc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.539072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57c668a7-8a47-46bb-9bd7-0cacebb9afcc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.539126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57c668a7-8a47-46bb-9bd7-0cacebb9afcc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.539376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57c668a7-8a47-46bb-9bd7-0cacebb9afcc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.539454] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c668a7-8a47-46bb-9bd7-0cacebb9afcc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.792874] env[65712]: INFO networking_nsxv3.common.synchronization [req-de9f72b1-a356-437b-973e-9ee0ad892afd req-b703b976-c951-443b-9a5f-6ad2e132c491 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 994.793787] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 994.793877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.794113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.794113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.794463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.794463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.794562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.794626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.794775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.794860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.794957] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.999435] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.999435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.999435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.999435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.999435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.999435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 995.037767] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.037767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.037767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.038061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.038225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.041144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57c668a7-8a47-46bb-9bd7-0cacebb9afcc [ 995.041310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.041310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.041444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.041575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.041664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.041768] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57c668a7-8a47-46bb-9bd7-0cacebb9afcc already deleted. [ 995.041856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57c668a7-8a47-46bb-9bd7-0cacebb9afcc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.050384] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 995.299900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.299900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.299900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.299900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.299900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.299900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.299900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.300334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.300334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.300334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.300432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 995.359860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.359860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.359860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.359860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.359860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.376367] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 995.516197] env[65712]: INFO networking_nsxv3.common.synchronization [req-6e421bbf-cbeb-4fb0-8c47-697acd1335b0 req-c51c07d1-4908-493d-a2d5-8137bf5bdaa0 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 995.516197] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGHEST for action security_group_members [ 995.516745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.517060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.517167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.519204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.519456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.519565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.519634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.519767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.519963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.519963] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.023145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.023471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.024971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.024971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.025121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.025401] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.025526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.025596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.025812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.025994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.026127] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef5facc8-99c7-4323-93d7-02936c004545 is going to be updated. [ 996.057176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.057299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.057613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.057876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.070509] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: IN_PROGRESS for 2s [ 996.212686] env[65712]: INFO networking_nsxv3.common.synchronization [None req-86414384-7f1e-4f38-b693-6509c70e1f20 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 996.214492] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 996.216928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.217114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.217202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.217502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.217615] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.372830] env[65712]: INFO networking_nsxv3.common.synchronization [req-b004df1c-3cfc-494d-bc5c-76da27214cd8 req-438d639b-eefc-4ba0-be0b-7fbd446d197a tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 996.373547] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 996.373738] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.373866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.373938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.374397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.374501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.374949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.374949] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.412852] env[65712]: INFO networking_nsxv3.common.synchronization [None req-01e64988-68ec-4b2b-ac9d-fef51b77dc40 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 996.413479] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 996.414133] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.414264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.744496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.744703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.744703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.744930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.745035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.745175] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 already deleted. [ 996.745266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.745426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.745643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.745728] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.877304] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.877495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.877546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.877802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.877893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.878135] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.878230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.878286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.878442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.878518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.878601] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 already deleted. [ 996.879544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.997436] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.997719] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-563" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.997861] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-563" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.998231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-563" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.998864] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.998864] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.999042] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.999275] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.999445] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.999846] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.999846] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.999953] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.000054] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.000150] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.000961] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.000961] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.042229] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.042506] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.042775] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.043041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-563" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.043710] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-92e68c95-7fbd-4186-94f3-57b70e1801ba taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.043825] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.043937] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.044407] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.044761] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e68c95-7fbd-4186-94f3-57b70e1801ba',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.062614] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 997.062878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.063180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.063709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.063709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.063709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.063709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.063942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.063942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.064056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.064146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.065217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.065347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.065736] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.065736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.065736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.066243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.066243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.066849] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.138776] env[65712]: INFO networking_nsxv3.common.synchronization [None req-50971818-5e9b-439d-aff7-9b9eab385d77 None None] Enqueued Resource ID: 148de915-9d43-4ac2-a478-eb0b2d7b7874 with Priority: HIGHEST for action port [ 997.139223] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 148de915-9d43-4ac2-a478-eb0b2d7b7874 with Priority: HIGHEST for action port [ 997.139908] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-148de915-9d43-4ac2-a478-eb0b2d7b7874 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.139908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-148de915-9d43-4ac2-a478-eb0b2d7b7874" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.139908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-148de915-9d43-4ac2-a478-eb0b2d7b7874" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.141412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-148de915-9d43-4ac2-a478-eb0b2d7b7874" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.141412] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('148de915-9d43-4ac2-a478-eb0b2d7b7874',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.270063] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.270063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.270063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.270063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.270063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.270063] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 already deleted. [ 997.270063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.406823] env[65712]: INFO networking_nsxv3.common.synchronization [req-be055421-ece6-403b-a407-fe8b24735e77 req-fa2caeec-e377-40d8-9fb7-61537f4e08d3 tempest-ServersAdminTestJSON-1577028030 tempest-ServersAdminTestJSON-1577028030-project-member] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 997.407533] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGHEST for action security_group_members [ 997.407898] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.408037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.408107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.408321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.408521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.408625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.408689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.408878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.409510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.409510] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.472440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 997.472440] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 deletion is rescheduled due to dependency. [ 997.472440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.553176] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.553415] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.553543] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.553827] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.553984] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.554271] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 92e68c95-7fbd-4186-94f3-57b70e1801ba not found, creating... [ 997.555303] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.555588] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.555761] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.556373] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.556583] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.558068] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.558292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.558435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.558685] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.558788] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.559028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 92e68c95-7fbd-4186-94f3-57b70e1801ba is going to be created. [ 997.569420] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.569595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.569762] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.588968] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.589268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.589341] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.589716] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.590571] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.590711] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.642933] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 148de915-9d43-4ac2-a478-eb0b2d7b7874 [ 997.642933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.643497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.643609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.643841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.643953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.644090] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:148de915-9d43-4ac2-a478-eb0b2d7b7874 already deleted. [ 997.644194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-148de915-9d43-4ac2-a478-eb0b2d7b7874" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.911269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.911462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.911503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.911853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.911853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.912071] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.912173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.912255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.912417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.912493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.912583] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be updated. [ 997.942129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.942326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.942326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.942500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.942637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.955129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: IN_PROGRESS for 2s [ 998.075135] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.089049] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef5facc8-99c7-4323-93d7-02936c004545 in Status: SUCCESS [ 998.089049] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef5facc8-99c7-4323-93d7-02936c004545 deletion is rescheduled due to dependency. [ 998.089049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.330413] env[65712]: INFO networking_nsxv3.common.synchronization [req-b004df1c-3cfc-494d-bc5c-76da27214cd8 req-64432843-5081-4dfe-a4e6-5d229d37082c service nova] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 998.330413] env[65712]: INFO networking_nsxv3.common.synchronization [req-b004df1c-3cfc-494d-bc5c-76da27214cd8 req-64432843-5081-4dfe-a4e6-5d229d37082c service nova] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 998.330413] env[65712]: INFO networking_nsxv3.common.synchronization [req-b004df1c-3cfc-494d-bc5c-76da27214cd8 req-64432843-5081-4dfe-a4e6-5d229d37082c service nova] Enqueued Resource ID: 92e68c95-7fbd-4186-94f3-57b70e1801ba with Priority: HIGHEST for action port [ 998.331359] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_rules [ 998.331728] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 998.332110] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e68c95-7fbd-4186-94f3-57b70e1801ba with Priority: HIGHEST for action port [ 998.334189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.334189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.334189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.334189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.334189] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.334697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.334954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.335200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.338859] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.338859] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.338859] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e68c95-7fbd-4186-94f3-57b70e1801ba taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.338859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.338859] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e68c95-7fbd-4186-94f3-57b70e1801ba',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.579631] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.579904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.580116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.582789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.582934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.583574] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 998.621381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.621586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.621586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.623619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.623619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.633799] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 998.842230] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.848339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848339] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e68c95-7fbd-4186-94f3-57b70e1801ba with status ACTIVE [ 998.848339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.848339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.848339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.850810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.853357] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.853357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.853357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.853357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.853357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.853357] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e68c95-7fbd-4186-94f3-57b70e1801ba is going to be updated. [ 998.875524] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.878207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e68c95-7fbd-4186-94f3-57b70e1801ba" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.238329] env[65712]: INFO networking_nsxv3.common.synchronization [req-92d49a89-da3e-4e2b-8ed8-58e4fea3401b req-c5d9f8db-f92b-4b48-b117-37de318aabc6 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 999.239837] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGHEST for action security_group_members [ 999.240869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.240869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.240869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.240869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.240869] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.240869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.241238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.241238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.241346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.241577] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.355890] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.745682] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.745847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.745914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.746323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.746323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.746741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.746741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.746741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.746741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.746928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.746928] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 is going to be updated. [ 999.777184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.777389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.777389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.777596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.777925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788097] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: IN_PROGRESS for 2s [ 999.859786] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.859786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.859786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.859786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.859786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.859786] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 is going to be created. [ 999.888777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.888777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.888777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.888777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.888777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.900295] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: UNINITIALIZED for 2s [ 999.970668] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 in Status: SUCCESS [ 999.970846] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 deletion is rescheduled due to dependency. [ 999.970963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.650031] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 1000.650031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.650031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.650031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.650031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.650031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.650031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.651128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.651466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.651977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.653556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.653556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.653556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.653556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.653556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.653556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.653870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.654208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.654513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.655284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.655284] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.158617] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e707b989-262f-46c9-b74e-dbf4cbcd8106: rpc.has_security_group_logging(os_id): False [ 1001.178051] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.178262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.178357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.178557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.178729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.178874] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.178994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.179100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.179247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.179351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.179577] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.179680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.179748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.179920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.180033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.180258] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.180388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.180496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.180593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.180661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.180778] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 1001.262207] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.262398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.262496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.262803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.262938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.282637] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 1001.801063] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 in Status: SUCCESS [ 1001.801063] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 deletion is rescheduled due to dependency. [ 1001.801063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.915772] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: SUCCESS [ 1001.916058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.916776] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.916867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.917166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.917256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.917349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.917460] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.411151] env[65712]: INFO networking_nsxv3.common.synchronization [req-ffeaf3e7-fb19-4577-aff2-f0b90c3409cb req-34fe625f-feab-49b8-b629-81529b9baa54 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1002.411842] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1002.412336] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.412479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.412558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.412801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.412990] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.413129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.413193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.413381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.413481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.413604] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.419962] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.865083] env[65712]: INFO networking_nsxv3.common.synchronization [req-bfeb99ee-1e7a-4977-bc01-212bdfc5f732 req-5062b269-1d94-41d3-a022-0458ae289758 tempest-ServersNegativeTestMultiTenantJSON-1673875199 tempest-ServersNegativeTestMultiTenantJSON-1673875199-project-member] Enqueued Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 1002.865674] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGHEST for action security_group_members [ 1002.865997] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.866185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.866256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.866459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.866620] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.866716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.866780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.866931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.867030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.867128] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.916190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.916345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.916418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.916692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.916800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.917024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.917129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.917188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.917349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.917427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.917517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 1002.923714] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 922f7eaf-29f5-4d32-9369-39a84655e5d9: rpc.has_security_group_logging(os_id): False [ 1002.955353] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.955529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.955590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.955777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.955868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.956132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.956237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.956302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.956455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.956532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.956620] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 is going to be created. [ 1002.958680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.958917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.959137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.959278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.974498] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 1003.051222] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.051376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.051436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.051655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.051833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.066687] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: IN_PROGRESS for 2s [ 1003.330560] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 1003.332101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.332101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.332101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.332101] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.369626] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.370114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.370364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.370639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.370774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.371227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.371352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.371425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.371593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.371675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.371773] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae is going to be updated. [ 1003.404246] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.404417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.404503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.404761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.404905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.417671] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: IN_PROGRESS for 2s [ 1003.835036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.835208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.835259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.835458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.835625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.835734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.835778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.835928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.836020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.836124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.836207] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.338511] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.338875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.338875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.339140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.339375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.339552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.339602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.339806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.339901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.339997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.340219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.340365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.340439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.340715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.340885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.341774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.341774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.341970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.342029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.342126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.342225] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.844718] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e707b989-262f-46c9-b74e-dbf4cbcd8106: rpc.has_security_group_logging(os_id): False [ 1004.870044] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.870257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.870257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.870459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.870513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.870678] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.870799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.870969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.871399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.871502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.871586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.871762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.871860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.872081] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.872195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.872275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.872461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.873078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.873078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 1004.950430] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.950669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.950669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.950934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.951157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979618] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 1004.986918] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 1004.987185] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 1004.987325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.098098] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: SUCCESS [ 1005.098340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.428932] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16ce5676-a81a-4120-a9db-139ef56d5dae in Status: SUCCESS [ 1005.429234] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae deletion is rescheduled due to dependency. [ 1005.429347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.831254] env[65712]: INFO networking_nsxv3.common.synchronization [req-057755d5-54da-4f91-b06e-6a3ea486e571 req-769ab1cd-2bbd-47e1-a813-5d6acbf9b400 tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 1005.831808] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 1005.832137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.832261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.832329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.832537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.832687] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.832785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.832849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.832993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.834084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.834209] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.965366] env[65712]: INFO networking_nsxv3.common.synchronization [req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 req-3bd3b2d4-6c23-4267-a126-c33f75e6ac08 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1005.966055] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1005.966375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.966497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.966564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.966815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.966976] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.967197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.967265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.967430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.967510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.967602] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.102162] env[65712]: INFO networking_nsxv3.common.synchronization [req-057755d5-54da-4f91-b06e-6a3ea486e571 req-a13f2d95-0c70-4b1c-9f6e-cec1cf2ff47b tempest-ServersTestMultiNic-1238978680 tempest-ServersTestMultiNic-1238978680-project-member] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 1006.102964] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGHEST for action security_group_members [ 1006.103290] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.103393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.336768] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.346312] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.346539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.346672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.346966] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347318] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347485] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347599] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.347898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.348102] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.348378] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.348500] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.348694] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.348802] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.348856] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.348925] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.349076] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.373058] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.373255] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.373456] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.373574] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.373999] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-e4aabc2e-257d-4707-b56b-89c258031c68 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.374204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.374328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.374666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.374833] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4aabc2e-257d-4707-b56b-89c258031c68',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.470991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.470991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.470991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.470991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.470991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.471596] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.471596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.471596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.471596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.471823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.471823] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 already deleted. [ 1006.471823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.839351] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.877779] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878039] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878177] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.878468] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.878624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.878822] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port e4aabc2e-257d-4707-b56b-89c258031c68 not found, creating... [ 1006.879121] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.879283] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.879403] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.879637] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.879773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.880068] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.880231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.880364] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.880583] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.881044] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: e4aabc2e-257d-4707-b56b-89c258031c68 is going to be created. [ 1006.980449] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.981076] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.981182] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.981594] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.982041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.982353] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.006023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 1007.006290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.341827] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.341988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.342079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.342398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.342569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.342735] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 1007.393851] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.393851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.393851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.393851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.393851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.403580] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 1007.628116] env[65712]: INFO networking_nsxv3.common.synchronization [req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 req-862ad7fa-74d6-4a1d-ab12-1d4c907efd4b service nova] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 1007.628430] env[65712]: INFO networking_nsxv3.common.synchronization [req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 req-862ad7fa-74d6-4a1d-ab12-1d4c907efd4b service nova] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1007.628430] env[65712]: INFO networking_nsxv3.common.synchronization [req-6830d513-bd67-4d72-ae87-5fa0ca7281c4 req-862ad7fa-74d6-4a1d-ab12-1d4c907efd4b service nova] Enqueued Resource ID: e4aabc2e-257d-4707-b56b-89c258031c68 with Priority: HIGHEST for action port [ 1007.629190] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 1007.629430] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1007.629567] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4aabc2e-257d-4707-b56b-89c258031c68 with Priority: HIGHEST for action port [ 1007.629917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.630031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.630143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.630415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.630494] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.631689] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.631689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.631689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.631903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.632112] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.632301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.632427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.632630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.632951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.632951] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.633802] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4aabc2e-257d-4707-b56b-89c258031c68 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.633998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.635118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.635118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.635118] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4aabc2e-257d-4707-b56b-89c258031c68',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.136982] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.138173] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.138682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139076] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4aabc2e-257d-4707-b56b-89c258031c68 with status ACTIVE [ 1008.139270] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.139419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.139701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.139764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.139921] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.140302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.140302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.140672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.140672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.140672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.140866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.140866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.140975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.141320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.141449] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4aabc2e-257d-4707-b56b-89c258031c68 is going to be updated. [ 1008.168647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.168931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.168931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.169106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.169245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.169408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4aabc2e-257d-4707-b56b-89c258031c68" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.639884] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.144767] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.144767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.144767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.144767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.144767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.144767] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be created. [ 1009.172098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.172260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.172336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.172543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.172714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.186608] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: UNINITIALIZED for 2s [ 1009.424420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 1009.424663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.424919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.425283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.425448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.425606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.425677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.425805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.425888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.425985] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.890991] env[65712]: INFO networking_nsxv3.common.synchronization [req-25e2227b-67b3-43d1-adb4-631cff863aa1 req-c6a1973d-8217-4aa9-8c79-0ea08aef4406 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1009.891278] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1009.891627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.891627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.891796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.891928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.893448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.893586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.893655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.893850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.893975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.894091] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.935523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.935523] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.935523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.936150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.936150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.936150] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be updated. [ 1009.966608] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.966836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.967127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.967293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.979784] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: IN_PROGRESS for 2s [ 1010.235138] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.235279] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.299069] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.299324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-710" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.299456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-710" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.299803] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-710" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.300158] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.300418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.300578] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.300885] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.301896] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.302195] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.302319] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.302435] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.302547] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.302656] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.302764] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.302904] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.334990] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.334990] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.335226] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.335265] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-710" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335822] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-5b80ec08-d500-4f0c-a072-836990b1da38 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.335822] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.336146] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.336765] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.336884] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b80ec08-d500-4f0c-a072-836990b1da38',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.396613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.396739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.396818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.397144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.397274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.397526] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.397730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.397923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.398164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.398262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.398415] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 already deleted. [ 1010.398532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.840122] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.840407] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.840535] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.840834] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.841055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.841167] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 5b80ec08-d500-4f0c-a072-836990b1da38 not found, creating... [ 1010.841438] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.841594] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.841712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.841952] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.842112] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.842390] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.842545] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.842667] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.842873] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.843014] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.843173] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 5b80ec08-d500-4f0c-a072-836990b1da38 is going to be created. [ 1010.867432] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.867758] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.867905] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.868227] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.868469] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.868705] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.195414] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1011.195819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.195819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.195942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.196194] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.196306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.196371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.196539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.196623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.196718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.196836] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.353805] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7ba7ec7-5245-4137-b4e4-b3ef291724d1 req-b4f81704-4348-44c6-94b4-16763788aa26 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 1011.354360] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGHEST for action security_group_members [ 1011.354715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.354998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.354998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.355163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.355339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.355438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.355502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.355681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.355789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.355890] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [req-25e2227b-67b3-43d1-adb4-631cff863aa1 req-d8842892-a093-4c74-8790-111bcec97721 service nova] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [req-25e2227b-67b3-43d1-adb4-631cff863aa1 req-d8842892-a093-4c74-8790-111bcec97721 service nova] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [req-25e2227b-67b3-43d1-adb4-631cff863aa1 req-d8842892-a093-4c74-8790-111bcec97721 service nova] Enqueued Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1011.567264] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1011.567881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.569027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.569027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.569027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.569027] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.570503] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.570779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.571114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.571291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.574201] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.574201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.574201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.574201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.574201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.574201] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.574713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b80ec08-d500-4f0c-a072-836990b1da38 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.577307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.577307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.577307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.577307] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b80ec08-d500-4f0c-a072-836990b1da38',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.699772] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.863592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.863592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.863592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.863592] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 is going to be updated. [ 1011.914536] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.914536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.914536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.915633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.915633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.929874] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: IN_PROGRESS for 2s [ 1011.990822] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 in Status: SUCCESS [ 1011.990822] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 deletion is rescheduled due to dependency. [ 1011.990822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.078313] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.078528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.078713] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.079782] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b80ec08-d500-4f0c-a072-836990b1da38 with status ACTIVE [ 1012.080045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.080175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.080254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.080813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.080813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080813] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.080995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.080995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.081159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.081243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.081456] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.081562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.081627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.081891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.081891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.082093] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b80ec08-d500-4f0c-a072-836990b1da38 is going to be updated. [ 1012.113434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.113837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.113952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.114219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.114449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.114642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.202215] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19185d0-6d0c-4bf3-83d6-986edbc06c80: rpc.has_security_group_logging(os_id): False [ 1012.225325] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.225449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.225520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.225780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.225911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226206] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.226314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.226377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.226557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.226632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226730] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be created. [ 1012.338624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.338862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.338862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.339071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.339256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.364870] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1012.588025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.090311] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.090498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.090600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.090842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.090965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.091110] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be created. [ 1013.121446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.121633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.121705] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.121866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.122034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.132827] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: UNINITIALIZED for 2s [ 1013.941605] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 in Status: SUCCESS [ 1013.941605] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 deletion is rescheduled due to dependency. [ 1013.941605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.386804] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1014.387499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.595834] env[65712]: INFO networking_nsxv3.common.synchronization [None req-5a7443af-1a90-465e-b12e-b1f49ecb1cbc None None] Enqueued Resource ID: 1c48e6d2-625b-41a9-9639-485fb653f31a with Priority: HIGHEST for action port [ 1014.596407] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c48e6d2-625b-41a9-9639-485fb653f31a with Priority: HIGHEST for action port [ 1014.596715] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c48e6d2-625b-41a9-9639-485fb653f31a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.596885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c48e6d2-625b-41a9-9639-485fb653f31a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.596885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c48e6d2-625b-41a9-9639-485fb653f31a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.597212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c48e6d2-625b-41a9-9639-485fb653f31a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.597277] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c48e6d2-625b-41a9-9639-485fb653f31a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.103404] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c48e6d2-625b-41a9-9639-485fb653f31a [ 1015.103824] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.104059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.104182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.104525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.104688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.104882] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c48e6d2-625b-41a9-9639-485fb653f31a already deleted. [ 1015.105062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c48e6d2-625b-41a9-9639-485fb653f31a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.146629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1015.146755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.146862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.147136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.147337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.147456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.147537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.147826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.147949] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.148053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.148150] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.651910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.651910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.651910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.652762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.653596] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.653596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.653596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.653596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.653596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.653929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.655547] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.655547] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.655547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.655547] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.161779] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d05d7926-ed43-4313-b27b-bb586f609f31: rpc.has_security_group_logging(os_id): False [ 1016.189354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.189494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.190240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.190240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.190240] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.190240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.190513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.190513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.190664] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.190750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.190805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.190937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.191159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.191207] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.192010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.192010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.192010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.192171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.192239] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be created. [ 1016.277669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.277922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.278149] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.278237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.278439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.291065] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1017.498243] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3849e628-40f1-4371-8aa2-dccf657f62df None None] Enqueued Resource ID: fa879c66-da1f-4313-a20e-2a1b8d6dd2de with Priority: HIGHEST for action port [ 1017.498243] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa879c66-da1f-4313-a20e-2a1b8d6dd2de with Priority: HIGHEST for action port [ 1017.498243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa879c66-da1f-4313-a20e-2a1b8d6dd2de taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.499417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa879c66-da1f-4313-a20e-2a1b8d6dd2de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.499417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa879c66-da1f-4313-a20e-2a1b8d6dd2de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.499417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa879c66-da1f-4313-a20e-2a1b8d6dd2de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.499417] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa879c66-da1f-4313-a20e-2a1b8d6dd2de',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.005142] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa879c66-da1f-4313-a20e-2a1b8d6dd2de [ 1018.005142] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.005142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.005142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.005142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.005142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.005142] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa879c66-da1f-4313-a20e-2a1b8d6dd2de already deleted. [ 1018.005142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa879c66-da1f-4313-a20e-2a1b8d6dd2de" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.312826] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1018.314532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.854458] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 req-8cd936b7-279e-461a-8869-8ab90ee0f40f tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1018.855162] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1018.855345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.855487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.855565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.855886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856090] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.856236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.856508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.856594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.856717] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.272969] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.273186] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-565" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.273313] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-565" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.273647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-565" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.273919] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.274116] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.274211] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.274419] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.274671] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.274890] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.275029] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.275146] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.275256] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.275368] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.275475] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.275920] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.295167] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.295353] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.295489] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.295671] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-565" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.295993] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-8fc83a85-af63-4710-862b-097cc08416a4 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.296182] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.296334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.296660] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.296803] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc83a85-af63-4710-862b-097cc08416a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.359309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.359465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.359540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.359755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.359941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.360280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.360375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.360605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360677] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 already deleted. [ 1019.360755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.799018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.799294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.799988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.799988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.799988] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.799988] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 8fc83a85-af63-4710-862b-097cc08416a4 not found, creating... [ 1019.800311] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.800462] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.800586] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.800791] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.800921] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.801442] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.801442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.801442] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.801647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.801782] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.801916] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 8fc83a85-af63-4710-862b-097cc08416a4 is going to be created. [ 1019.824409] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.824606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.824734] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.825022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.825957] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.825957] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.681047] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 req-15a48b6f-842a-4826-aef5-60b449757dd1 service nova] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1020.681348] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 req-15a48b6f-842a-4826-aef5-60b449757dd1 service nova] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1020.681395] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f25e401-dadf-4c2a-ab39-33177d5e9f41 req-15a48b6f-842a-4826-aef5-60b449757dd1 service nova] Enqueued Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1020.681963] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1020.682175] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1020.682309] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1020.682697] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.682898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.682991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.683268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.683359] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.684517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.684639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.684699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.684940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.686267] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.686267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.686267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.686267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.686267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686267] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.686708] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc83a85-af63-4710-862b-097cc08416a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.687345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.687345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.687568] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc83a85-af63-4710-862b-097cc08416a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.189612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.189783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.189974] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.191663] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fc83a85-af63-4710-862b-097cc08416a4 with status ACTIVE [ 1021.191871] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.191997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193031] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.193031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.193399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.193399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.193538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193675] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fc83a85-af63-4710-862b-097cc08416a4 is going to be updated. [ 1021.224660] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.224885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.224885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.225096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.225238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.225383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.253663] env[65712]: INFO networking_nsxv3.common.synchronization [None req-64021cc9-ad36-4c7e-81ed-763b68249c14 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1021.254308] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1021.254619] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.254744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.254814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.255514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255631] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.341087] env[65712]: INFO networking_nsxv3.common.synchronization [None req-af4a4120-9d45-4076-8e2a-967c520460a6 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1021.341649] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1021.341957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.342078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.696503] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.778758] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.778945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.779364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.779364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.779364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779475] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 already deleted. [ 1021.779638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.780092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.780319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.780375] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.199252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.199600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.199600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.199690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.199775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.199891] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be created. [ 1022.225164] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.225314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.225361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.225580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.225919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: UNINITIALIZED for 2s [ 1022.301371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.301518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.301581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.301797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.301884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.302170] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 already deleted. [ 1022.302170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.205744] env[65712]: INFO networking_nsxv3.common.synchronization [req-52128e8c-7a9b-4ff5-b01d-762115dac98c req-37e40559-817a-47b4-843a-9fb11a8cdcf2 tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1023.206625] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1023.207476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.207790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.207790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.207969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.208176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.208266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.208329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.209082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.209231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.209340] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.612821] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.613075] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.615510] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.615839] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.616219] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.616714] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.616714] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.616864] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.616923] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.617113] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.617220] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.617323] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.618189] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.618189] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.618189] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.618189] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.642829] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.642829] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.642829] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.642829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-246" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.642829] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-a7539173-dad4-4689-9e52-2e7975276aa5 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.642829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.642829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.642829] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7539173-dad4-4689-9e52-2e7975276aa5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.711240] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.711434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.711531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.711771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712260] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.712406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.712471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.712629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.712709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.712795] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 1023.742803] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.742997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.743058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.743358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.743426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.753515] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 1024.149023] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.149023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port a7539173-dad4-4689-9e52-2e7975276aa5 not found, creating... [ 1024.149023] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.149023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.149623] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.149730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.149878] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.150159] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.150348] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.150522] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: a7539173-dad4-4689-9e52-2e7975276aa5 is going to be created. [ 1024.173718] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.173944] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.174475] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.174844] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.175133] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.175453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246350] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1024.246752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.246831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.247032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.247235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.247353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.247417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.247576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.247659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.247743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.247834] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749844] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.900339] env[65712]: INFO networking_nsxv3.common.synchronization [req-52128e8c-7a9b-4ff5-b01d-762115dac98c req-15ca0499-b6fa-4a6c-96f5-10e46944c38e service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 1024.903626] env[65712]: INFO networking_nsxv3.common.synchronization [req-52128e8c-7a9b-4ff5-b01d-762115dac98c req-15ca0499-b6fa-4a6c-96f5-10e46944c38e service nova] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1024.903909] env[65712]: INFO networking_nsxv3.common.synchronization [req-52128e8c-7a9b-4ff5-b01d-762115dac98c req-15ca0499-b6fa-4a6c-96f5-10e46944c38e service nova] Enqueued Resource ID: a7539173-dad4-4689-9e52-2e7975276aa5 with Priority: HIGHEST for action port [ 1024.905103] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_rules [ 1024.905176] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1024.905284] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7539173-dad4-4689-9e52-2e7975276aa5 with Priority: HIGHEST for action port [ 1024.905769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.906425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.906541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.906943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.907090] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.908553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.908930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.909276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7539173-dad4-4689-9e52-2e7975276aa5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.909427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.909520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.909968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.909968] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7539173-dad4-4689-9e52-2e7975276aa5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.251899] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b425c7fe-c964-43fd-ab3a-0051dc9000b8: rpc.has_security_group_logging(os_id): False [ 1025.277478] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.277627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.277702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.277921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.278072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.278467] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.278583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.278682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.278818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.279089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.279511] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be created. [ 1025.349978] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.350755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.350755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.350755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.350755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.360731] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1025.415232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415232] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7539173-dad4-4689-9e52-2e7975276aa5 with status ACTIVE [ 1025.415232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.415232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.415232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.415232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.415773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.415773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.415773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.415773] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7539173-dad4-4689-9e52-2e7975276aa5 is going to be updated. [ 1025.450454] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.451416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.451416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.451416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.452227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.452227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7539173-dad4-4689-9e52-2e7975276aa5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.697533] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7f363eb9-bddc-41a7-bc32-069e3b63169d None None] Enqueued Resource ID: 459c0432-3ea3-420e-bfd6-182a4e175722 with Priority: HIGHEST for action port [ 1025.698214] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459c0432-3ea3-420e-bfd6-182a4e175722 with Priority: HIGHEST for action port [ 1025.698432] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-459c0432-3ea3-420e-bfd6-182a4e175722 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.698545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459c0432-3ea3-420e-bfd6-182a4e175722" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.698613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459c0432-3ea3-420e-bfd6-182a4e175722" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.698962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459c0432-3ea3-420e-bfd6-182a4e175722" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.698962] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459c0432-3ea3-420e-bfd6-182a4e175722',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.768711] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 1025.769021] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 1025.769230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.770066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.770704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.771050] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.771280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.771342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.771602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.772186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.772335] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.182560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.182807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.182904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.183267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.183446] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.201115] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459c0432-3ea3-420e-bfd6-182a4e175722 [ 1026.201459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.201615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.201734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.202017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.202130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.202267] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459c0432-3ea3-420e-bfd6-182a4e175722 already deleted. [ 1026.202466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459c0432-3ea3-420e-bfd6-182a4e175722" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.275133] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.476985] env[65712]: INFO networking_nsxv3.common.synchronization [None req-d3409975-c5f1-4d5a-903c-2c29b0368c6b tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1026.479596] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1026.479596] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.479596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.479596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.479596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.479596] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.686563] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.722201] env[65712]: INFO networking_nsxv3.common.synchronization [None req-35572daf-011a-4329-8caa-e1bca0fc5a74 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1026.722826] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1026.723472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.724060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.778611] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.001242] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.002044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.002206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.002496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.002643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.003018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b901324c-4925-4605-9893-b316bd108e84 already deleted. [ 1027.003287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.003473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.003658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.007240] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.191203] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.283109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.283109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.283109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.283650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.283650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.283650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 1027.318690] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.318690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.318690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.319305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.319305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.332256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 1027.373591] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1027.373912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.528704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.528866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.528914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.529605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.529605] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b901324c-4925-4605-9893-b316bd108e84 already deleted. [ 1027.529605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.694632] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1027.694911] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1028.586730] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.586730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.586730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.586730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.601998] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1028.601998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.605431] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1028.643204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.643366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.643469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.643764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.664979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.665754] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1028.665879] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.665953] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1028.670792] env[65712]: INFO networking_nsxv3.common.synchronization [None req-730c2aa2-4564-4853-a41b-7c9634ba3593 None None] Enqueued Resource ID: 3ded42b6-5430-491a-a563-a0539a52a8ce with Priority: HIGHEST for action port [ 1028.671335] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ded42b6-5430-491a-a563-a0539a52a8ce with Priority: HIGHEST for action port [ 1028.671647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ded42b6-5430-491a-a563-a0539a52a8ce taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.671759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ded42b6-5430-491a-a563-a0539a52a8ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.671826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ded42b6-5430-491a-a563-a0539a52a8ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.672135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ded42b6-5430-491a-a563-a0539a52a8ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.672186] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ded42b6-5430-491a-a563-a0539a52a8ce',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.718260] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.718467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.718523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.723239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.723472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1028.808991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.809288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.809355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.809567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.809837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.810114] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1028.898653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.898827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.898941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.899489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.899579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.900499] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1028.900637] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'922f7eaf-29f5-4d32-9369-39a84655e5d9', '6c71fe6c-6758-4d0f-a4df-16d75edaf9a4', 'dd4df047-31d2-4375-b813-7b7f4a994e60', 'e707b989-262f-46c9-b74e-dbf4cbcd8106', 'b610b5bc-bb2f-4f3b-aa03-4039e362995f', 'c4263fa8-90b5-4b36-9322-c557d3c7e500', '94c45727-4fbd-47fd-ba66-a2d2bc44cc22', '2c951ea9-010b-419c-9bd7-edc8cbf1e71e', 'a8056e5d-a240-4b92-aa8c-12a0bef324a8', '546ff56d-e91c-449a-ba42-449d24824803', 'c19185d0-6d0c-4bf3-83d6-986edbc06c80', 'b247958c-4153-4ea9-a56e-841df43f7377', '5799210c-9979-45fc-a152-ad740f8228ac', '7dca07b4-9e3c-4301-9d7c-24c0569b83a4', '70a8a8ac-e755-4233-a3f2-2eefd12d565d', 'ef5facc8-99c7-4323-93d7-02936c004545', '9be3dd05-b7fe-4e85-868a-3776676b7288', '26a121fe-5bff-49bf-813c-d323e1f9ccf6', '253eb272-a3ff-48d3-8373-9183c881cf4b', 'ae9f6e51-ee7b-4aef-a216-fa2a318a1466', '081f1c0a-467c-4b15-b14d-0da962627f36', '109bb213-bb81-44e8-a560-e43ff5930993', 'be44257d-0dcf-4b8c-86a3-cf27a9608c93', '499efa48-3334-4713-a1c5-c1b045301134', '02962c3a-e0ab-4950-94f5-deacf42f85ca', '37bda887-181f-4971-81ae-f7029ca0ba03', '6cae0062-cf52-457e-ba33-55c551464ff5', 'e1abfa3f-7e5b-4343-9d7f-fe03ce100afc', '33595b85-dccc-4af3-b440-ba07579878e7', '33d24a5b-a6c3-4be9-8eb5-100cd077d02a', '9657a2fd-4c40-41dc-83e2-f2bd76d00191', 'e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc', 'e3c03f0e-abd0-4387-8e00-b0df74b8bc3a', '65f3135a-7615-4f4b-ae6a-bae891eddb52', '2eb3304e-12a1-458e-9ad8-380df4ec9aaa', '0a063da8-1183-4d32-8dea-31347571bc0a', 'f430a67d-9c1d-45eb-9546-0f869900e512', 'fad9bdb1-5be1-47a1-83b8-88005c660eef', '16ce5676-a81a-4120-a9db-139ef56d5dae', '8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d', 'b425c7fe-c964-43fd-ab3a-0051dc9000b8', 'd05d7926-ed43-4313-b27b-bb586f609f31', 'd6aee371-4550-4b7f-9e24-8af7cd7b2ab1', '0a5ee549-cb95-403b-b180-a29402be7425'} {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.900744] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1028.922835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.923048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.923095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.923421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.923421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.923533] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1028.923533] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.923601] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1028.995933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.996098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.996190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.996405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.997613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.997904] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1028.997990] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.998079] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1028.998242] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1028.998335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1028.998435] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGH for action security_group_rules [ 1028.998532] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGH for action security_group_rules [ 1028.998592] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGH for action security_group_rules [ 1028.998651] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGH for action security_group_rules [ 1028.998697] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGH for action security_group_rules [ 1028.999415] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGH for action security_group_rules [ 1028.999415] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGH for action security_group_rules [ 1028.999415] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGH for action security_group_rules [ 1028.999667] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGH for action security_group_rules [ 1028.999667] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGH for action security_group_rules [ 1029.000119] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGH for action security_group_rules [ 1029.000119] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 1029.000119] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGH for action security_group_rules [ 1029.000119] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGH for action security_group_rules [ 1029.000487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGH for action security_group_rules [ 1029.001307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177402] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ded42b6-5430-491a-a563-a0539a52a8ce [ 1029.177646] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.178496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.178496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.178496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.178496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.178496] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ded42b6-5430-491a-a563-a0539a52a8ce already deleted. [ 1029.178496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ded42b6-5430-491a-a563-a0539a52a8ce" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.347622] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 1029.347978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.348301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.348616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.348904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.349106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.349219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.349485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.349625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349918] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.857527] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.858353] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.858810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.858883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859010] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.859623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860331] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.364658] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6aee371-4550-4b7f-9e24-8af7cd7b2ab1: rpc.has_security_group_logging(os_id): False [ 1030.388786] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.389082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.389306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.389641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.413704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.414020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.414773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.414773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.415060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.415160] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.415489] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.415883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.415883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.416085] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.416148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.416411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.416542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.416614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.416775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.416869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.416985] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 1030.487273] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.487273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.487273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.487507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.487614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.507861] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 1031.149465] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1031.149795] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1031.151603] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1031.152571] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGH for action security_group_rules [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4df047-31d2-4375-b813-7b7f4a994e60 with Priority: HIGH for action security_group_rules [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 with Priority: HIGH for action security_group_rules [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d with Priority: HIGH for action security_group_rules [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 with Priority: HIGH for action security_group_rules [ 1031.153400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253eb272-a3ff-48d3-8373-9183c881cf4b with Priority: HIGH for action security_group_rules [ 1031.153782] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 with Priority: HIGH for action security_group_rules [ 1031.153782] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 with Priority: HIGH for action security_group_rules [ 1031.153965] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 with Priority: HIGH for action security_group_rules [ 1031.154051] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5facc8-99c7-4323-93d7-02936c004545 with Priority: HIGH for action security_group_rules [ 1031.154130] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGH for action security_group_rules [ 1031.154243] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 1031.154360] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGH for action security_group_rules [ 1031.154474] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 546ff56d-e91c-449a-ba42-449d24824803 with Priority: HIGH for action security_group_rules [ 1031.154588] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGH for action security_group_rules [ 1031.154720] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 with Priority: HIGH for action security_group_rules [ 1031.154833] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e with Priority: HIGH for action security_group_rules [ 1031.154945] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f with Priority: HIGH for action security_group_rules [ 1031.155083] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 with Priority: HIGH for action security_group_rules [ 1031.155198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 with Priority: HIGH for action security_group_rules [ 1031.155568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.155934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.156051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.156300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.156499] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.156640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.156743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.156908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.157275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.157275] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.158299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-39797b11-2739-43eb-b7c0-4264a5a41899 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.158406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.158448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.158742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.158915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.159087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.159155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.161561] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.161561] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.161561] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.161561] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4df047-31d2-4375-b813-7b7f4a994e60 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.162228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.162228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.162228] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4df047-31d2-4375-b813-7b7f4a994e60',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.163360] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.163360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.163360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.163360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.163360] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94c45727-4fbd-47fd-ba66-a2d2bc44cc22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.164053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.164198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.164338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.164475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.164572] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a8a8ac-e755-4233-a3f2-2eefd12d565d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.165268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.165570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.165872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.165872] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9f6e51-ee7b-4aef-a216-fa2a318a1466',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.167567] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253eb272-a3ff-48d3-8373-9183c881cf4b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.167567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.167567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.167567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.167567] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253eb272-a3ff-48d3-8373-9183c881cf4b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.168519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.168658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.168761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.168924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.169037] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26a121fe-5bff-49bf-813c-d323e1f9ccf6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.169763] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9be3dd05-b7fe-4e85-868a-3776676b7288 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.169893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.169979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.170175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170278] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9be3dd05-b7fe-4e85-868a-3776676b7288',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.170969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.171130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.171204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.171377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.171473] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dca07b4-9e3c-4301-9d7c-24c0569b83a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.172345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef5facc8-99c7-4323-93d7-02936c004545 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.172498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.172579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.172753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.172857] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef5facc8-99c7-4323-93d7-02936c004545',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.173536] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.173678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.173767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.173942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.174054] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.174764] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.174901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.175182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.175288] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.177242] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.177391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.177476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.178026] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.178489] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-546ff56d-e91c-449a-ba42-449d24824803 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.178619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.178776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.179148] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('546ff56d-e91c-449a-ba42-449d24824803',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.179748] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.179849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.180064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.180141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.180252] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.181090] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4263fa8-90b5-4b36-9322-c557d3c7e500 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.181090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.181685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.181878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.182066] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4263fa8-90b5-4b36-9322-c557d3c7e500',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.183721] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.183721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.183721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.183721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.183721] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c951ea9-010b-419c-9bd7-edc8cbf1e71e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.184176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.184681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.184681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.184681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.184681] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b610b5bc-bb2f-4f3b-aa03-4039e362995f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.185473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.185700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.185700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.186077] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c71fe6c-6758-4d0f-a4df-16d75edaf9a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.186203] env[65712]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1031.187269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e707b989-262f-46c9-b74e-dbf4cbcd8106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.187269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.187269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.187269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.187269] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e707b989-262f-46c9-b74e-dbf4cbcd8106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.191964] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.212653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.212855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.212928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.213157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.217866] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_rules [ 1031.217997] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1031.218146] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1031.218305] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1031.219030] env[65712]: INFO networking_nsxv3.common.synchronization [req-c172652f-1906-466f-a3ea-4cfaf5d42570 req-710de2fa-6951-4391-b8f5-66375779d440 tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1031.219234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_rules [ 1031.219234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1031.219392] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1031.219392] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1031.219739] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1031.222100] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39797b11-2739-43eb-b7c0-4264a5a41899 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.222252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.222332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.222839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222935] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.224091] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.224220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.224289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.224541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.224541] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.225713] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b80ec08-d500-4f0c-a072-836990b1da38 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.225830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.225901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.226086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.226223] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b80ec08-d500-4f0c-a072-836990b1da38',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.227355] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-39797b11-2739-43eb-b7c0-4264a5a41899 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.227499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.227642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.227727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.242358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.242554] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94c45727-4fbd-47fd-ba66-a2d2bc44cc22 is going to be deleted. [ 1031.311310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.311474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.311474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.312135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.312135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.312135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94c45727-4fbd-47fd-ba66-a2d2bc44cc22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.686422] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.686578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.686651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.686873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.690957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.691119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.691179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.691350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.691507] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.691604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.691668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.691815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.691901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.691986] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.692092] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.693528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.693635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.693723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.693857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.694006] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.694111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.694173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.694319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.694398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.694479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.694565] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.702644] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.704311] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.704460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.704535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.705030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.705030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.705199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.705199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.705299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.705365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.705447] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.706633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.706633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.706633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708969] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.715261] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.719809] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.721682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.721774] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9f6e51-ee7b-4aef-a216-fa2a318a1466 is going to be deleted. [ 1031.739900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739900] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b80ec08-d500-4f0c-a072-836990b1da38 with status ACTIVE [ 1031.739900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.739900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.739900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.739900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.740617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.740617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.740617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.740617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.740617] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b80ec08-d500-4f0c-a072-836990b1da38 is going to be updated. [ 1031.741598] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-39797b11-2739-43eb-b7c0-4264a5a41899 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.741754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.778486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.778486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.778486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.778486] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.794369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.794632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.801857] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.802073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.802940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.803070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.805102] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.805171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.806188] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.806322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.807224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.807224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.808028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.808173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.810414] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.810542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.812034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.812818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.813516] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.813650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.814457] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.814877] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.818024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.818024] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.818024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.818024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.818024] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.818024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.818975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.823092] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.824040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.824040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.824040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.824040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.824294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.824294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.828573] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.829134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.829279] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a8a8ac-e755-4233-a3f2-2eefd12d565d is going to be deleted. [ 1031.832379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.832379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.844156] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.844282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.856643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.856775] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9be3dd05-b7fe-4e85-868a-3776676b7288 is going to be deleted. [ 1031.858576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.858672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.885574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.886553] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253eb272-a3ff-48d3-8373-9183c881cf4b is going to be deleted. [ 1031.892154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.894307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.935406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.935406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.935406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.935406] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b610b5bc-bb2f-4f3b-aa03-4039e362995f is going to be deleted. [ 1031.938903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.941922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.986339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.986738] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4263fa8-90b5-4b36-9322-c557d3c7e500 is going to be deleted. [ 1031.987479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.987722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.032077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.032077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.092491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.092666] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26a121fe-5bff-49bf-813c-d323e1f9ccf6 is going to be deleted. [ 1032.093614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.093851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.127459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.127626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.138066] env[65712]: INFO networking_nsxv3.common.synchronization [req-89167889-f451-448e-a08f-d0a611df586b req-cc39349e-1028-4c5d-b073-8336c870e05f tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1032.138277] env[65712]: INFO networking_nsxv3.common.synchronization [req-89167889-f451-448e-a08f-d0a611df586b req-cc39349e-1028-4c5d-b073-8336c870e05f tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1032.138835] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1032.139125] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39797b11-2739-43eb-b7c0-4264a5a41899 with Priority: HIGHEST for action security_group_members [ 1032.139855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.140015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.140748] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-39797b11-2739-43eb-b7c0-4264a5a41899 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.140748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.141396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.141743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 546ff56d-e91c-449a-ba42-449d24824803 is going to be deleted. [ 1032.142739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.142905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.163876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.177345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.177345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.187515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.187568] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c71fe6c-6758-4d0f-a4df-16d75edaf9a4 is going to be deleted. [ 1032.189737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.190038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.193684] env[65712]: INFO networking_nsxv3.common.synchronization [req-89167889-f451-448e-a08f-d0a611df586b req-cc39349e-1028-4c5d-b073-8336c870e05f tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1032.194880] env[65712]: INFO networking_nsxv3.common.synchronization [req-89167889-f451-448e-a08f-d0a611df586b req-cc39349e-1028-4c5d-b073-8336c870e05f tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1032.194880] env[65712]: INFO networking_nsxv3.common.synchronization [req-89167889-f451-448e-a08f-d0a611df586b req-cc39349e-1028-4c5d-b073-8336c870e05f tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1032.195104] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_rules [ 1032.195259] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1032.195355] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b80ec08-d500-4f0c-a072-836990b1da38 with Priority: HIGHEST for action port [ 1032.195773] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.195870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.196082] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.196209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.196488] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b80ec08-d500-4f0c-a072-836990b1da38 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.196624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.196687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.197336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.197477] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b80ec08-d500-4f0c-a072-836990b1da38',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.218695] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.231034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.231034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dca07b4-9e3c-4301-9d7c-24c0569b83a4 is going to be deleted. [ 1032.231034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.231034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.232016] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.235015] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.235969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.236297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.236970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.237922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.237922] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.237922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.237922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.237922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.238285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.238581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.238848] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.241146] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.241146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.241146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.249401] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.249744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.249939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.252017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.252017] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1032.252265] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19185d0-6d0c-4bf3-83d6-986edbc06c80: rpc.has_security_group_logging(os_id): False [ 1032.264551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.264551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.321934] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.321934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.323441] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.323575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.325379] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.325727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.328811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.328970] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4df047-31d2-4375-b813-7b7f4a994e60 is going to be deleted. [ 1032.330244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.330611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.387482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.387610] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c951ea9-010b-419c-9bd7-edc8cbf1e71e is going to be deleted. [ 1032.389581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.390630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.427719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.427969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.427969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.428734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.428734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.449760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.450466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.456349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.456676] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef5facc8-99c7-4323-93d7-02936c004545 is going to be deleted. [ 1032.459839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.460090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.464355] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1032.557174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.557323] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be deleted. [ 1032.558380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.558626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.561129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.561895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.577114] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 1032.577421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610480] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.610480] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.612860] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.613195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.649290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.649583] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e707b989-262f-46c9-b74e-dbf4cbcd8106 is going to be deleted. [ 1032.650530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.650640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.650737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.650864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9f6e51-ee7b-4aef-a216-fa2a318a1466" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.651601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.651601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.651601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.651761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a8a8ac-e755-4233-a3f2-2eefd12d565d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.652342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.652420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.652531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.652732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9be3dd05-b7fe-4e85-868a-3776676b7288" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.652820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.653021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.653079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.653302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253eb272-a3ff-48d3-8373-9183c881cf4b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.653302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.653432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.653469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.653608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b610b5bc-bb2f-4f3b-aa03-4039e362995f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.653807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.653858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.653896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4263fa8-90b5-4b36-9322-c557d3c7e500" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.654304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.654351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26a121fe-5bff-49bf-813c-d323e1f9ccf6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.654590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.655051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.688539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.688539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.700249] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b80ec08-d500-4f0c-a072-836990b1da38 with status ACTIVE [ 1032.701881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.701881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.701881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.701881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.701881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.702105] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.702105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.702180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.702305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.702381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.702575] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.702651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.702765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.703241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.703241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.703241] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b80ec08-d500-4f0c-a072-836990b1da38 is going to be updated. [ 1032.720431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.720736] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.720844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.720914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.721151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.721241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.721364] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1032.722575] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 922f7eaf-29f5-4d32-9369-39a84655e5d9: rpc.has_security_group_logging(os_id): False [ 1032.723815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.723815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.723960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.724017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-546ff56d-e91c-449a-ba42-449d24824803" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.724535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.724746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.724842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.724975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c71fe6c-6758-4d0f-a4df-16d75edaf9a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.725551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.725551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.725551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.725551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dca07b4-9e3c-4301-9d7c-24c0569b83a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.725781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.725781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.725842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.725943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4df047-31d2-4375-b813-7b7f4a994e60" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.726875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c951ea9-010b-419c-9bd7-edc8cbf1e71e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef5facc8-99c7-4323-93d7-02936c004545" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.728042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.728515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.731585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.731585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.731707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.732581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.732581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.732581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b80ec08-d500-4f0c-a072-836990b1da38" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.736014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.736014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.736014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.736014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.736324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.736324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 is going to be created. [ 1032.745187] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5799210c-9979-45fc-a152-ad740f8228ac: rpc.has_security_group_logging(os_id): False [ 1032.745187] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b247958c-4153-4ea9-a56e-841df43f7377: rpc.has_security_group_logging(os_id): False [ 1032.937302] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.937530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.937530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.937777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.937937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.945029] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.945029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.945029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.945029] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.945029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.945973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.946226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978655] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.978655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.980435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39797b11-2739-43eb-b7c0-4264a5a41899 in Status: UNINITIALIZED for 2s [ 1033.018111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.018111] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.018111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.018111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.018111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.018111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.018111] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5799210c-9979-45fc-a152-ad740f8228ac is going to be updated. [ 1033.019621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.021126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.088237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.088237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.088237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.089424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.089973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.090252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.090473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.090839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.091099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.091371] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 1033.092894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.095785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.095785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.095785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e707b989-262f-46c9-b74e-dbf4cbcd8106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.095785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.095785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.119190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.119633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.155764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.157754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.157754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.157754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.157754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.157754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.157754] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 is going to be updated. [ 1033.161389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.161389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.161389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.198024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.198024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.198024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244378] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1033.295347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: IN_PROGRESS for 2s [ 1033.391204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.391333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.391400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.391574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.391727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.427049] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.427280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.427327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.428055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.428055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.433488] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 1033.445775] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.446759] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: IN_PROGRESS for 2s [ 1034.474605] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1034.475065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.475065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.475326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.475519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.475641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.475701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.475862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.475946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.476312] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.656774] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.656892] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.656975] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657738] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657738] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657738] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.658050] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658050] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658138] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658346] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.658477] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.658588] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.658697] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.658809] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.658915] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.659354] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.678663] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.679079] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.679079] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.679079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-12" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.679368] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.679518] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.679638] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.679911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.680064] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e1c7b9-2a58-43f6-8b60-beac81ac5ce6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.978862] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.992722] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39797b11-2739-43eb-b7c0-4264a5a41899 in Status: SUCCESS [ 1034.993192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.993408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.993828] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.993955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.994651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.994956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.995109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.995183] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.104516] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b65c7476-56cd-4a20-bda2-a24f90088b80 None None] Enqueued Resource ID: 0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa with Priority: HIGHEST for action port [ 1035.105166] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa with Priority: HIGHEST for action port [ 1035.105475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.105599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.105668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.105928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.106015] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.182521] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.182782] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.182782] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.183280] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.183466] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.183632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.183751] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.183986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.184139] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.184427] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.184639] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.184712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.184906] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.185054] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185198] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 is going to be updated. [ 1035.210791] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.211086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.211245] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.211597] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.211838] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.212112] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.270387] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1035.271057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.311054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: SUCCESS [ 1035.311778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.448255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 1035.448521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.467361] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: SUCCESS [ 1035.467892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.481403] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.497024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.497220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.497293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.497577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.497620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.497794] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.497895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.497956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.499392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.499392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.499392] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 is going to be deleted. [ 1035.543886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.543886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.543886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.543886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.544179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.544179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.544305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.544502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.544686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.544782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.544873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.545068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.545161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.545274] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.609369] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa [ 1035.609369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.609369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.609369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.609369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.609369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.609369] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa already deleted. [ 1035.609369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5ad419-7bcf-4a90-b4bb-5eaf7ef7e8fa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.926464] env[65712]: INFO networking_nsxv3.common.synchronization [req-01ca5745-6443-443f-be9b-6d4a2adf1268 req-8287562e-1a0f-4d69-8de6-f04e7a4843cf service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 1035.926714] env[65712]: INFO networking_nsxv3.common.synchronization [req-01ca5745-6443-443f-be9b-6d4a2adf1268 req-8287562e-1a0f-4d69-8de6-f04e7a4843cf service nova] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 1035.926872] env[65712]: INFO networking_nsxv3.common.synchronization [req-01ca5745-6443-443f-be9b-6d4a2adf1268 req-8287562e-1a0f-4d69-8de6-f04e7a4843cf service nova] Enqueued Resource ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with Priority: HIGHEST for action port [ 1035.927487] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_rules [ 1035.927648] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 1035.932025] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with Priority: HIGHEST for action port [ 1035.932025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.932025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.932025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.932025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.932025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.932025] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.932384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.932428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.933769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.933769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.933769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.933769] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.934881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.934951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.934989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.935570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.935570] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e1c7b9-2a58-43f6-8b60-beac81ac5ce6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.983799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.983981] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.984219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.984283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.984338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.984441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1036.016729] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.016881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.016942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.018573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.018573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.029754] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1036.047406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.047917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.048545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.048651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.049254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.049325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.049544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.049645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049720] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 already deleted. [ 1036.049806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049917] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.051508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052424] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.052424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.052424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.052424] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.414626] env[65712]: INFO networking_nsxv3.common.synchronization [req-0098b8d1-7d30-47b5-91b2-327f406f2d18 req-d03f6348-935a-4791-8a15-e023369300a7 tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 1036.415742] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 1036.416069] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.416194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.416266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.417132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.417132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.417132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.417132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.417132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.417132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.417392] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.437945] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.438126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.438179] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.442417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 with status ACTIVE [ 1036.442417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.442417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.442417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.443129] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.443129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.443129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.443129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.443129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.443129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e1c7b9-2a58-43f6-8b60-beac81ac5ce6 is going to be updated. [ 1036.465790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.466034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.466113] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.466333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.466685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.466685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e1c7b9-2a58-43f6-8b60-beac81ac5ce6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.552250] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39797b11-2739-43eb-b7c0-4264a5a41899',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.557243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.557243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.557456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.557492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.557580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.559079] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.559079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.559079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.559079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.559079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.559079] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 already deleted. [ 1036.559079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.920481] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.945800] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.064074] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39797b11-2739-43eb-b7c0-4264a5a41899: rpc.has_security_group_logging(os_id): False [ 1037.080397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.080623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.080623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.081150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.081150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.081337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.081337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.081337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.081517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.081743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.081743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 is going to be created. [ 1037.101143] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899], does not exist path=[/infra/domains/default/groups/39797b11-2739-43eb-b7c0-4264a5a41899]."\n}' [ 1037.101333] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899 [ 1037.101421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1037.138261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.138261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.138261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.138468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.139484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.139916] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.139916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.140097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.140207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.140287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.140498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.140598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.140662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.140835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.140941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141016] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39797b11-2739-43eb-b7c0-4264a5a41899 is going to be created. [ 1037.160688] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899], does not exist path=[/infra/domains/default/groups/39797b11-2739-43eb-b7c0-4264a5a41899]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899 [ 1037.160899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39797b11-2739-43eb-b7c0-4264a5a41899" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.161097] env[65712]: Traceback (most recent call last): [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1037.161153] env[65712]: return func(*args, **kwargs) [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1037.161153] env[65712]: res.raise_for_status() [ 1037.161153] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1037.161153] env[65712]: raise HTTPError(http_error_msg, response=self) [ 1037.161153] env[65712]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899 [ 1037.161153] env[65712]: During handling of the above exception, another exception occurred: [ 1037.161153] env[65712]: Traceback (most recent call last): [ 1037.161153] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1037.161153] env[65712]: listener.cb(fileno) [ 1037.161153] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1037.161153] env[65712]: result = function(*args, **kwargs) [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1037.161153] env[65712]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1037.161153] env[65712]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1037.161153] env[65712]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1037.161153] env[65712]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1037.161153] env[65712]: res.raise_for_status() [ 1037.161153] env[65712]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1037.161153] env[65712]: raise HTTPError(http_error_msg, response=self) [ 1037.161153] env[65712]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/39797b11-2739-43eb-b7c0-4264a5a41899 [ 1037.162026] env[65712]: Removing descriptor: 25 [ 1037.424722] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.449417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.450474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.450791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.451313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.451587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.453023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 1037.489230] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.489426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.489501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.489743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.489928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.501454] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 1037.546907] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3e7204ef-9c60-46e5-8a2e-dd99f8da1155 None None] Enqueued Resource ID: f65094b3-1db9-4b2f-a7b0-81f7271f8ef9 with Priority: HIGHEST for action port [ 1037.547342] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65094b3-1db9-4b2f-a7b0-81f7271f8ef9 with Priority: HIGHEST for action port [ 1037.548121] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f65094b3-1db9-4b2f-a7b0-81f7271f8ef9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.548121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f65094b3-1db9-4b2f-a7b0-81f7271f8ef9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f65094b3-1db9-4b2f-a7b0-81f7271f8ef9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.550607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f65094b3-1db9-4b2f-a7b0-81f7271f8ef9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.550772] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65094b3-1db9-4b2f-a7b0-81f7271f8ef9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.724658] env[65712]: INFO networking_nsxv3.common.synchronization [req-47881a4b-4c14-4311-8233-34d30bdac0de req-6700c53c-832f-4db7-a2f6-cc0a61011039 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1037.724658] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1037.725048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.725048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.725161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.725549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.725549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.726286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.726286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.726286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.726286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.726286] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.928024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.928024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.928024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.929023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.929102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929141] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 1037.964172] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.964172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.964369] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.964409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.964679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.975059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 1038.041701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.041701] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.041701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.042045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.042045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.042045] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.042958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.043159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.043633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.043633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.043633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.043633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.043831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.043831] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.057435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f65094b3-1db9-4b2f-a7b0-81f7271f8ef9 [ 1038.057794] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.057902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.057943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.058174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.058265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.058404] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f65094b3-1db9-4b2f-a7b0-81f7271f8ef9 already deleted. [ 1038.058478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f65094b3-1db9-4b2f-a7b0-81f7271f8ef9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.192606] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.192813] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193227] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193461] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193718] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.198266] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.198627] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.199341] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.199341] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.199341] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.199341] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.199341] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.199341] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.222501] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.222768] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.222920] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.223134] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.223475] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.223653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.223777] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.224599] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.225016] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e91df8-83f3-4ab1-9320-d535b9bcb02e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.227538] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.228869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.228869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.228869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.250363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.250541] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.250665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.250783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.251016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.251448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.251448] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1038.279491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.279680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.279723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.279931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.280095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.290206] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1038.545352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.545525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.545678] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.729472] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.729853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.729921] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.733915] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.734049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.734227] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port d3e91df8-83f3-4ab1-9320-d535b9bcb02e not found, creating... [ 1038.734535] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.735388] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.735388] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.735388] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.735531] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.735817] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.736368] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.736455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.736698] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.736835] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.736982] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: d3e91df8-83f3-4ab1-9320-d535b9bcb02e is going to be created. [ 1038.760131] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.760372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.760491] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.760781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.761270] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.761270] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.050249] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.460582] env[65712]: INFO networking_nsxv3.common.synchronization [req-47881a4b-4c14-4311-8233-34d30bdac0de req-51f47452-daec-441d-8529-e5f134b9eb00 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1039.460763] env[65712]: INFO networking_nsxv3.common.synchronization [req-47881a4b-4c14-4311-8233-34d30bdac0de req-51f47452-daec-441d-8529-e5f134b9eb00 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1039.460910] env[65712]: INFO networking_nsxv3.common.synchronization [req-47881a4b-4c14-4311-8233-34d30bdac0de req-51f47452-daec-441d-8529-e5f134b9eb00 service nova] Enqueued Resource ID: d3e91df8-83f3-4ab1-9320-d535b9bcb02e with Priority: HIGHEST for action port [ 1039.461557] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1039.461721] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1039.462946] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e91df8-83f3-4ab1-9320-d535b9bcb02e with Priority: HIGHEST for action port [ 1039.464768] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.464902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.465121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.465401] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.465507] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.467083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.467189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.467957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.469061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.469061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.469061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.469061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e91df8-83f3-4ab1-9320-d535b9bcb02e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.513682] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 1039.513903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.514381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.514598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.514819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.514942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.515013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.515483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.515483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515698] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.552769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.552900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.552956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.553194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.553284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.553394] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1039.587062] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.587260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.587260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.587455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.587598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.597055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1039.967840] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.968178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.971480] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e91df8-83f3-4ab1-9320-d535b9bcb02e with status ACTIVE [ 1039.971699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.971825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.971896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.972133] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.972236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.972425] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.972527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.972589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.972741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.972815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.973055] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.973158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.973219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.973360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.973431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.973517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e91df8-83f3-4ab1-9320-d535b9bcb02e is going to be updated. [ 1039.985750] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 1039.985896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.995207] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.995688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.995688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.995688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.995826] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.995926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e91df8-83f3-4ab1-9320-d535b9bcb02e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.018561] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.018561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.018790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.018790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.019041] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.019108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.019282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.019363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.019445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.019613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.019708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.019908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.020059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.020150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.020209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.020345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.020419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020582] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.300172] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1040.300356] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 deletion is rescheduled due to dependency. [ 1040.300539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.301114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.301327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.301582] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.301690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.301761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.301919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.302017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.303689] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.522788] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8056e5d-a240-4b92-aa8c-12a0bef324a8: rpc.has_security_group_logging(os_id): False [ 1040.549886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.550018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.550099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.550251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.550352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.550539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.550634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.550713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.550842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.550914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.551134] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.551241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.551305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.551425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.552024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.552257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.552363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.552427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.552581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.552658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.552746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be created. [ 1040.635259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.635469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.635604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.635973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.637026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655607] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 1040.805726] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.309048] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.609202] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1041.609426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.609590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.609815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.610048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.610327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.610409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.610584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.610664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.610761] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.812061] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.814299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.814299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.814299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.814299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.814299] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1041.847648] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.847862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.847982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.848191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.848463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.858629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1042.113999] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.324727] env[65712]: INFO networking_nsxv3.common.synchronization [req-8e1c72bf-93c8-4b31-9039-0dd8629f7e79 req-5f01c90d-97f8-4222-87dc-a489f0a484cd tempest-ServerRescueTestJSONUnderV235-1054343360 tempest-ServerRescueTestJSONUnderV235-1054343360-project-member] Enqueued Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1042.325290] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d7926-ed43-4313-b27b-bb586f609f31 with Priority: HIGHEST for action security_group_members [ 1042.327041] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.327041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.567922] env[65712]: INFO networking_nsxv3.common.synchronization [req-f3ff501c-6747-4ac8-a44b-8068448b9d4a req-3c33c757-c701-4457-8326-d08c11e6a561 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Enqueued Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1042.568497] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1042.568882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.569019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.569076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.569340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.569492] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.569590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.569676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.569904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.569990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.570099] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.602158] env[65712]: INFO networking_nsxv3.common.synchronization [req-d7ed42e9-6d5d-433d-a415-42c3eb8c80eb req-0b3ca477-b479-48b1-89d0-ac865355c56f tempest-ServerDiskConfigTestJSON-723539423 tempest-ServerDiskConfigTestJSON-723539423-project-member] Enqueued Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1042.602708] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 with Priority: HIGHEST for action security_group_members [ 1042.603420] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.603647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.603647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.603861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.604037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.604154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.604243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.604388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.604586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.604586] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6aee371-4550-4b7f-9e24-8af7cd7b2ab1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.616863] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.671334] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 1042.671626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.954533] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.954813] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-614" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.955065] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-614" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.955261] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-614" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.955507] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.955679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.955816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.956059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.956194] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.956456] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.956587] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.956696] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.956805] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.956911] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.957079] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.957316] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.979822] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.980035] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.980186] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.980378] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-614" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.980740] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-6af731ec-7f81-486c-99c6-c8abee8b2f9b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.981023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.981173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.981540] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.981695] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af731ec-7f81-486c-99c6-c8abee8b2f9b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.073384] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.073628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.073738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.074094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.074259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.074540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.074812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.074812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.074973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.074973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.075087] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe already deleted. [ 1043.075184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.106590] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.106863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.107131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.107198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.120209] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.120209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.120403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.120575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.120725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.120847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1043.142348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.142742] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.142958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.142958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.143329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.143329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.143452] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 is going to be updated. [ 1043.168659] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.168659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.168659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.168659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.168659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.179953] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1043.193759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.193989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.194125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.194317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.194462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.206893] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: IN_PROGRESS for 2s [ 1043.486153] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.486532] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.486656] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.487024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.487184] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.487361] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 6af731ec-7f81-486c-99c6-c8abee8b2f9b not found, creating... [ 1043.487644] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.487829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.488773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.488773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.488773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.488773] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.489064] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.489064] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.489248] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.489386] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.489547] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 6af731ec-7f81-486c-99c6-c8abee8b2f9b is going to be created. [ 1043.515946] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.516343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.516573] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.516910] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.517192] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.517502] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.883421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1043.883660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.883900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.884254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.884563] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.884741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.884832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.885128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.885267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.885424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.885971] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [req-f3ff501c-6747-4ac8-a44b-8068448b9d4a req-ec84258c-167e-4369-a43a-d770d5092f36 service nova] Enqueued Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_rules [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [req-f3ff501c-6747-4ac8-a44b-8068448b9d4a req-ec84258c-167e-4369-a43a-d770d5092f36 service nova] Enqueued Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [req-f3ff501c-6747-4ac8-a44b-8068448b9d4a req-ec84258c-167e-4369-a43a-d770d5092f36 service nova] Enqueued Resource ID: 6af731ec-7f81-486c-99c6-c8abee8b2f9b with Priority: HIGHEST for action port [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_rules [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1044.266028] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af731ec-7f81-486c-99c6-c8abee8b2f9b with Priority: HIGHEST for action port [ 1044.266028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.266028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.266028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.266496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.266496] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.267192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.267299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.267434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.267532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.267674] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.267764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.267823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.267966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.268065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.268153] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.268950] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af731ec-7f81-486c-99c6-c8abee8b2f9b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.270828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.270922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.271231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.271323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af731ec-7f81-486c-99c6-c8abee8b2f9b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.391059] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.773671] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.774890] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.775015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.775238] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6af731ec-7f81-486c-99c6-c8abee8b2f9b with status ACTIVE [ 1044.775484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.775699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.775787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.776046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.776153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.776402] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.776828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.776921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.777163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.777285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.778049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.778259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.778358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.778457] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6af731ec-7f81-486c-99c6-c8abee8b2f9b is going to be updated. [ 1044.813337] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.813493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.813552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.813789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.813930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.814103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af731ec-7f81-486c-99c6-c8abee8b2f9b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.894752] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be44257d-0dcf-4b8c-86a3-cf27a9608c93: rpc.has_security_group_logging(os_id): False [ 1044.922032] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.922248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.922407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.922511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.922613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.922879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.922983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.923117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.923286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.923365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.923489] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1045.047599] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.047599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.047849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.047915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.048089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.071762] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1045.084538] env[65712]: INFO networking_nsxv3.common.synchronization [req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 req-fa8a5cbe-0c7d-4a11-8cc0-f59dfe7f43de tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1045.085697] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1045.085964] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.086150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.086227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.086465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.086735] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.086872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.086944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.087155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.087254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.087357] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.198131] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1045.198422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.199432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.199516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.200345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05d7926-ed43-4313-b27b-bb586f609f31 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.201139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.201207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.201390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.201485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201714] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.202784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.203155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.203347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.203465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.203563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.203703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.203791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.203891] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.226131] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 in Status: SUCCESS [ 1045.226374] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6aee371-4550-4b7f-9e24-8af7cd7b2ab1 deletion is rescheduled due to dependency. [ 1045.226620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6aee371-4550-4b7f-9e24-8af7cd7b2ab1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.281089] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.484860] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.484860] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.485078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.485369] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.485659] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.485910] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.486500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.486500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.486706] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.486742] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.486854] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.486976] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.488034] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.488034] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.488034] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.511793] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.511976] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.512136] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.512311] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.512714] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-b389d80a-4f0f-4f16-997b-62e1a57c4e47 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.513111] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.513111] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.513486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.513655] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b389d80a-4f0f-4f16-997b-62e1a57c4e47',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.590143] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.706161] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d05d7926-ed43-4313-b27b-bb586f609f31: rpc.has_security_group_logging(os_id): False [ 1045.710240] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.710394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.710455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.710696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.726951] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.727174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.732105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.732905] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.733081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.733158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.733382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.733469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.733564] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1045.734610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.735063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.735351] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.735484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.735553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.735722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.735821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736621] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736853] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.737109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.737197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.737371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.737371] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be updated. [ 1045.769424] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.769715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.769830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.771806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.771806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.783066] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1045.783536] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.783682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.783682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.783886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.783935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.784057] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe is going to be created. [ 1045.821152] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.821355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.821457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.821738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.837093] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.837266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.837326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.838336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.838336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.839888] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: IN_PROGRESS for 2s [ 1045.849326] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: UNINITIALIZED for 2s [ 1046.017043] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.018107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.018107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.018107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.018302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.018355] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port b389d80a-4f0f-4f16-997b-62e1a57c4e47 not found, creating... [ 1046.018603] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.018823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.018946] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.019209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.019349] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.019754] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.020392] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.020392] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.020392] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.020567] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.021464] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: b389d80a-4f0f-4f16-997b-62e1a57c4e47 is going to be created. [ 1046.043836] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.043836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.043836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.043836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.043836] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.044125] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.093926] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.597279] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.597463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.597574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.598421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.598421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.598421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1046.630318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.630473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.630545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.630762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.630911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.643972] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1046.788499] env[65712]: INFO networking_nsxv3.common.synchronization [req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 req-dea2ed60-f08b-45e9-a2d1-2b4d5c25f36b service nova] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 1046.788499] env[65712]: INFO networking_nsxv3.common.synchronization [req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 req-dea2ed60-f08b-45e9-a2d1-2b4d5c25f36b service nova] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1046.788838] env[65712]: INFO networking_nsxv3.common.synchronization [req-14ea7e9e-cdd5-4b68-8031-642ee5be8d19 req-dea2ed60-f08b-45e9-a2d1-2b4d5c25f36b service nova] Enqueued Resource ID: b389d80a-4f0f-4f16-997b-62e1a57c4e47 with Priority: HIGHEST for action port [ 1046.789281] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_rules [ 1046.789410] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1046.789510] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b389d80a-4f0f-4f16-997b-62e1a57c4e47 with Priority: HIGHEST for action port [ 1046.789876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.790035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.790108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.790344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.790469] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.791255] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.791473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.791552] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b389d80a-4f0f-4f16-997b-62e1a57c4e47 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.791628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.791689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.791854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.791932] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b389d80a-4f0f-4f16-997b-62e1a57c4e47',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.090200] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1047.090445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.294092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.294225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.294732] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b389d80a-4f0f-4f16-997b-62e1a57c4e47 with status ACTIVE [ 1047.294882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.296042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.296042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.296599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.296599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.296771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.296917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.297013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.297295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.298076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.298076] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b389d80a-4f0f-4f16-997b-62e1a57c4e47 is going to be updated. [ 1047.330900] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.331219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.331302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.331616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.331808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.332023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b389d80a-4f0f-4f16-997b-62e1a57c4e47" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.621242] env[65712]: INFO networking_nsxv3.common.synchronization [req-98f56c7c-5b56-45dc-acbe-fdc363f50fef req-cda250a7-e183-4678-82cb-e47de3f83e3e tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1047.622656] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1047.624022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.625170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.625170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.625170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.625170] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.625170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.625170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.625545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.625545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.625545] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.798380] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1047.798787] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 deletion is rescheduled due to dependency. [ 1047.798787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.858430] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05d7926-ed43-4313-b27b-bb586f609f31 in Status: SUCCESS [ 1047.858430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.858430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.858430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.858430] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05d7926-ed43-4313-b27b-bb586f609f31',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.866409] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: SUCCESS [ 1047.867239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.867637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.868461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.868461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869734] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.128020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.128407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.128407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.128533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.128584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.128896] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.129310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.129310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.129310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.129415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.129415] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 already deleted. [ 1048.129494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.135335] env[65712]: INFO networking_nsxv3.common.synchronization [req-7a609f21-2b02-42f7-849e-753c7b67d58e req-597ac39b-e086-46a7-acf5-aeb34cfd3dea tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 1048.135840] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGHEST for action security_group_members [ 1048.135840] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.136027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.136729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.136729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.136940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.136940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.137109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.137164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.138067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.138067] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.174025] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174025] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174025] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.174725] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.174725] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.174725] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.174725] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.174725] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.174725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.200711] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.201107] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.201107] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.202299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.202299] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-3581f282-4227-4d44-ad82-ce32a758f004 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.202299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.202299] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.202715] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.202715] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3581f282-4227-4d44-ad82-ce32a758f004',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.371531] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.371856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.371856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.371988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.372199] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.372329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.372411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.372523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.372698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.372698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.372865] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.372967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.373063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.373188] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.373281] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.373376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.373451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.373562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.373637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.373715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.373810] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.390021] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.390311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.390311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.390544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.390633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.390733] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05d7926-ed43-4313-b27b-bb586f609f31 is going to be deleted. [ 1048.461876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.462257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.462257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.462399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.462444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.462539] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05d7926-ed43-4313-b27b-bb586f609f31" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.641502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.641502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.641502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.641807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.660466] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1048.660740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.660930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.661307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.662295] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.662473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.662578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.662801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.662929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.663081] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.682922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.683224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.683353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.683424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.683629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.683710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.683804] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5799210c-9979-45fc-a152-ad740f8228ac is going to be updated. [ 1048.704776] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.705046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.705296] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.705709] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.706034] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.706267] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 3581f282-4227-4d44-ad82-ce32a758f004 not found, creating... [ 1048.706605] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.706866] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.707068] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.707338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.707513] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.707862] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.708455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.708455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.708805] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.708805] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.710162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 3581f282-4227-4d44-ad82-ce32a758f004 is going to be created. [ 1048.735176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.735488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.735488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.735661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.735768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.742231] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.742231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.742231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.742231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.742231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.742231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.758978] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: IN_PROGRESS for 2s [ 1048.880275] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f734415-50e9-4a92-ac78-c0f954a6bebe: rpc.has_security_group_logging(os_id): False [ 1048.914265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.914265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.914265] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.914265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.914941] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.914941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.914941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.915233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.915284] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe is going to be created. [ 1049.039518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.039929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.039929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.040635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.040635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.063431] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: IN_PROGRESS for 2s [ 1049.167423] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.583402] env[65712]: INFO networking_nsxv3.common.synchronization [req-98f56c7c-5b56-45dc-acbe-fdc363f50fef req-67ae9e76-a92d-4406-b36a-382dbe5157b5 service nova] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1049.583584] env[65712]: INFO networking_nsxv3.common.synchronization [req-98f56c7c-5b56-45dc-acbe-fdc363f50fef req-67ae9e76-a92d-4406-b36a-382dbe5157b5 service nova] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1049.583721] env[65712]: INFO networking_nsxv3.common.synchronization [req-98f56c7c-5b56-45dc-acbe-fdc363f50fef req-67ae9e76-a92d-4406-b36a-382dbe5157b5 service nova] Enqueued Resource ID: 3581f282-4227-4d44-ad82-ce32a758f004 with Priority: HIGHEST for action port [ 1049.584288] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_rules [ 1049.584428] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1049.584528] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3581f282-4227-4d44-ad82-ce32a758f004 with Priority: HIGHEST for action port [ 1049.585133] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585648] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.586595] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.586915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.587079] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.587186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.587232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.587404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.587735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.587735] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.588347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3581f282-4227-4d44-ad82-ce32a758f004 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.588456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.588521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.588659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588729] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3581f282-4227-4d44-ad82-ce32a758f004',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.670224] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.092053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.092053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.092053] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.092836] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3581f282-4227-4d44-ad82-ce32a758f004 with status ACTIVE [ 1050.093818] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.093818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.093818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.093818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.093818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094547] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.094547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.094547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.094547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094547] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.094813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.094813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.094813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.094934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094934] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3581f282-4227-4d44-ad82-ce32a758f004 is going to be updated. [ 1050.123274] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.123452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.123519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.123891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.123891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.124056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3581f282-4227-4d44-ad82-ce32a758f004" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.172709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.172971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.172971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.173196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.173276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.173389] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1050.212043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.212043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.212043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.212318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.212318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.226727] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1050.597608] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.772226] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5799210c-9979-45fc-a152-ad740f8228ac in Status: SUCCESS [ 1050.772462] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5799210c-9979-45fc-a152-ad740f8228ac deletion is rescheduled due to dependency. [ 1050.772656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.076441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: SUCCESS [ 1051.076760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.103054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.103054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.103054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.103054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.103054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.103054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 is going to be created. [ 1051.129173] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.129173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.129173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.129515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.129647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.142123] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: UNINITIALIZED for 2s [ 1051.302560] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c71c90e-39ab-4090-bd64-6fed6ce27caa req-3eb8d24c-bd2f-4874-b1fc-1b2e35953857 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1051.302560] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1051.302844] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.302963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.303361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.303653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.303825] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.303930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.303993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.304557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.304557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.304557] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.738996] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.739316] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-164" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.739407] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-164" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.739787] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-164" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.740139] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.740393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.740488] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.740683] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.740846] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.741081] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.741201] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.741380] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.741434] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.741535] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.741729] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.741808] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.751377] env[65712]: INFO networking_nsxv3.common.synchronization [req-8daab0a4-c69b-4aee-9ce7-69c8438836eb req-5f17a2e7-4319-47e2-935c-b8d02b3de16d tempest-ServersTestBootFromVolume-435067129 tempest-ServersTestBootFromVolume-435067129-project-member] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 1051.752105] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGHEST for action security_group_members [ 1051.752417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.752864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.752944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.753302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.753979] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.753979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.753979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.753979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.753979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.753979] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.761817] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.761990] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.762194] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.762314] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-164" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.762694] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-97a317f3-aade-45dc-b0cf-7bb6d5d65643 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.762874] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.762998] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.763441] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.763524] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a317f3-aade-45dc-b0cf-7bb6d5d65643',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.806975] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.807237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.807336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.807506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.807613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.807840] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.807974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.808058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.808247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.808358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.808453] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b901324c-4925-4605-9893-b316bd108e84 already deleted. [ 1051.808565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.237052] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1052.237409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.237692] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.238035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.238423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.238524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.238650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.238931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.239170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.239345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.239512] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.256624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.256835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.256902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.257266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.265513] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.265781] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.265914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.266209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.266360] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.266511] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 97a317f3-aade-45dc-b0cf-7bb6d5d65643 not found, creating... [ 1052.266883] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.267035] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.267241] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.267369] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.268607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.268607] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.268607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.268607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.268607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.268607] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.268607] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 is going to be created. [ 1052.281204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.281486] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.281588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.281644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.281846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.281930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.282033] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 is going to be updated. [ 1052.293124] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.293329] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.293459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.293733] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.293955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.294289] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.312064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.312064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.312682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.312682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.312682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.322100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: IN_PROGRESS for 2s [ 1052.742696] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.033601] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c71c90e-39ab-4090-bd64-6fed6ce27caa req-4a4ffcfa-1436-4338-89c6-38bca553ecef service nova] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1053.033601] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c71c90e-39ab-4090-bd64-6fed6ce27caa req-4a4ffcfa-1436-4338-89c6-38bca553ecef service nova] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1053.033601] env[65712]: INFO networking_nsxv3.common.synchronization [req-0c71c90e-39ab-4090-bd64-6fed6ce27caa req-4a4ffcfa-1436-4338-89c6-38bca553ecef service nova] Enqueued Resource ID: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 with Priority: HIGHEST for action port [ 1053.033756] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_rules [ 1053.033871] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1053.034091] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 with Priority: HIGHEST for action port [ 1053.034478] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.034619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.034708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.035012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.035137] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.036617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.036711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.036818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.037729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.037729] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.037729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.037729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.037965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.038363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.038363] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.040463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a317f3-aade-45dc-b0cf-7bb6d5d65643 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.040463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.040463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.040463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.040463] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a317f3-aade-45dc-b0cf-7bb6d5d65643',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.153073] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: SUCCESS [ 1053.153316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.153477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.153695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.154142] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.154142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.154142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.154353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.154353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.154918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.154970] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.248516] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19185d0-6d0c-4bf3-83d6-986edbc06c80: rpc.has_security_group_logging(os_id): False [ 1053.269915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.270079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.270171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.270386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.291538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.291845] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.291959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.292038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.292243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.292320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.292408] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1053.397601] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.397747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.397818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.398068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.398222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.413222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1053.545024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.545024] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.545024] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a317f3-aade-45dc-b0cf-7bb6d5d65643 with status ACTIVE [ 1053.545024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.545024] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.545024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.546156] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.546156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.546156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.546156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.546156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.546156] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a317f3-aade-45dc-b0cf-7bb6d5d65643 is going to be updated. [ 1053.573745] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.573913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.574019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.574297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.574719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a317f3-aade-45dc-b0cf-7bb6d5d65643" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.657414] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.048737] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.160636] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbd5e52d-fb82-41d4-8e56-02b453f43701: rpc.has_security_group_logging(os_id): False [ 1054.188014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.188267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.188345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.188641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.188795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.189205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.189686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.189800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.189946] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 is going to be created. [ 1054.287267] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.287267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.287844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.287844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.287844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.298037] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: IN_PROGRESS for 2s [ 1054.334486] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 in Status: SUCCESS [ 1054.334725] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 deletion is rescheduled due to dependency. [ 1054.334853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.552643] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.552868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.552933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.556023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.556023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.556023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b901324c-4925-4605-9893-b316bd108e84 is going to be created. [ 1054.584864] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.585090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.585335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.585543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.585720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.602790] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: UNINITIALIZED for 2s [ 1055.430058] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1055.430058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.310144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: SUCCESS [ 1056.310457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627397] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: SUCCESS [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627397] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.134132] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.323019] env[65712]: INFO networking_nsxv3.common.synchronization [None req-2d20a562-471c-4260-b5d0-4fce00c31ff3 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1057.325097] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1057.325097] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.325308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.325308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.325605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.325780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.325888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.325960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.326117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.326227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.327249] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.637266] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b901324c-4925-4605-9893-b316bd108e84: rpc.has_security_group_logging(os_id): False [ 1057.661591] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.661591] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.661591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662133] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b901324c-4925-4605-9893-b316bd108e84 is going to be created. [ 1057.706617] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-f5e390b6-ad4e-45d3-b074-79750a90ae6a tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1057.711232] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1057.711232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.711232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.711232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.711232] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.737500] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.737500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.737500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.737500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.737500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.751657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: IN_PROGRESS for 2s [ 1057.831075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.831075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.831075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.831075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.882056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.884022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.884022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.884022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.884022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.884022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.884022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1057.932123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.934129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.934129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.934129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.934129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.955857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1058.213629] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.213806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.213852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.214083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.214177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.214368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.214468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.214529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.214677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.214748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.217040] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 already deleted. [ 1058.217040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.814654] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.814983] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.815068] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.815508] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.815788] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.815949] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.816080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.816306] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816658] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.816773] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.816885] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.816996] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.817263] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.817381] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.817519] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.836682] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.837056] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.837167] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.837279] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.837593] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.837782] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.837881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.838232] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.838369] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432f9f5f-6e13-4f5a-a7af-cc62e5913b97',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.882603] env[65712]: INFO networking_nsxv3.common.synchronization [req-e44aacce-ec6c-41f2-8f8f-4c056a48d3cd req-a17beb5c-eec4-4bd8-8cb4-8fb0db5619bb tempest-ServerRescueNegativeTestJSON-1054559407 tempest-ServerRescueNegativeTestJSON-1054559407-project-member] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 1058.883126] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGHEST for action security_group_members [ 1058.883428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.883610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.883610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.883804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.883956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.884073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.884165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.884318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.884405] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.884498] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.342553] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.342828] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.342925] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.343503] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.343721] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 not found, creating... [ 1059.343950] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.344129] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.344276] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.344528] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.344677] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.345111] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.345356] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.345454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.345661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.345823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.346059] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 is going to be created. [ 1059.372597] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.372909] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.373160] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.373533] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.374093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.374345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.386677] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.387071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.387183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.387688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.410473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.410737] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.410868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.410929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.411153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.411252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.411322] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be updated. [ 1059.451714] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.451954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.452630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.463664] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: IN_PROGRESS for 2s [ 1059.773466] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: SUCCESS [ 1059.773466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.968844] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1059.969695] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 deletion is rescheduled due to dependency. [ 1059.969695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-532bb589-238b-4db3-85f7-651cb43ac40e service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-532bb589-238b-4db3-85f7-651cb43ac40e service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-532bb589-238b-4db3-85f7-651cb43ac40e service nova] Enqueued Resource ID: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 with Priority: HIGHEST for action port [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1060.076057] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 with Priority: HIGHEST for action port [ 1060.076781] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.076781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.076781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.076781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.077064] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.077724] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.077902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.077902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.078081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.078221] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.078404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.078404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.078583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.079492] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.080448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.080616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.080714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.080943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432f9f5f-6e13-4f5a-a7af-cc62e5913b97',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.584788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.584788] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 with status ACTIVE [ 1060.584788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.584788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.584788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.585409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.585409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.585409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.585409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.585409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.585582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.585582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.585836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.585836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.588294] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 432f9f5f-6e13-4f5a-a7af-cc62e5913b97 is going to be updated. [ 1060.591112] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.625157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.625157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.625157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.625157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.625157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.626118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432f9f5f-6e13-4f5a-a7af-cc62e5913b97" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.764532] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-a9d23a33-28b7-4cb9-8ab2-a75b09767cf2 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1060.765554] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1060.766028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.766622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.095114] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.122616] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.122899] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.122961] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.123282] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.123570] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.123755] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.123862] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.124107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.124258] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124466] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.124577] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.124685] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.124794] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.124902] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.125013] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.125153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.148813] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.148992] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.149225] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.149486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.149828] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.150236] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150450] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.151041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.151283] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc3f7ff-fdff-4903-8ba2-9d8efa382470',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.479438] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b247958c-4153-4ea9-a56e-841df43f7377 in Status: SUCCESS [ 1061.479651] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b247958c-4153-4ea9-a56e-841df43f7377 deletion is rescheduled due to dependency. [ 1061.479730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.586844] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587080] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.587204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.587499] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.587770] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.587927] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.588059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.588394] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.588539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.588745] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.588859] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.588986] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.589107] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.589221] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.589353] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.589496] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.597383] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.597624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.597624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.597805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.597895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.598018] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be created. [ 1061.609975] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.610190] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.610329] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.610518] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.610871] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-bc57224b-615b-4b56-9514-d90c8cdbc051 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.611082] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.611275] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.611603] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.611744] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57224b-615b-4b56-9514-d90c8cdbc051',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.625545] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.625782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.625782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.625947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.626376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.639179] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: UNINITIALIZED for 2s [ 1061.653468] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.653771] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.653910] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.654247] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.654581] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port dcc3f7ff-fdff-4903-8ba2-9d8efa382470 not found, creating... [ 1061.654872] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.655058] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.655190] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.655430] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.655587] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.656044] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.656173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.656173] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.656413] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.656569] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.656713] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 is going to be created. [ 1061.687460] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.687853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.688102] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.688548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.688942] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.689399] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.114149] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.114673] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.114673] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.114939] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.115158] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.115366] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port bc57224b-615b-4b56-9514-d90c8cdbc051 not found, creating... [ 1062.115725] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.115935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.116107] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.116421] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116616] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.116999] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.117238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.117394] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.117664] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.117841] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.118046] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: bc57224b-615b-4b56-9514-d90c8cdbc051 is going to be created. [ 1062.143844] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.144101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.144237] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.144602] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.144916] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.145232] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.400370] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-0ad4e84d-7b8a-4a2e-8629-819f2b6cfb17 service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1062.400583] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-0ad4e84d-7b8a-4a2e-8629-819f2b6cfb17 service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1062.400737] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-0ad4e84d-7b8a-4a2e-8629-819f2b6cfb17 service nova] Enqueued Resource ID: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 with Priority: HIGHEST for action port [ 1062.401271] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1062.401424] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1062.401543] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 with Priority: HIGHEST for action port [ 1062.401915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.401970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.402254] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.402343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.402527] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.402622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.402681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.402878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.402958] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc3f7ff-fdff-4903-8ba2-9d8efa382470',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.865090] env[65712]: INFO networking_nsxv3.common.synchronization [req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 req-5165a20f-d404-4808-91af-4ef071849a71 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 1062.865317] env[65712]: INFO networking_nsxv3.common.synchronization [req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 req-5165a20f-d404-4808-91af-4ef071849a71 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1062.865419] env[65712]: INFO networking_nsxv3.common.synchronization [req-2257631e-21f5-4e3e-9ea9-8748d4ec7e07 req-5165a20f-d404-4808-91af-4ef071849a71 service nova] Enqueued Resource ID: bc57224b-615b-4b56-9514-d90c8cdbc051 with Priority: HIGHEST for action port [ 1062.865955] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 1062.870395] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1062.870395] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc57224b-615b-4b56-9514-d90c8cdbc051 with Priority: HIGHEST for action port [ 1062.870395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870395] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.870395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.870395] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.871526] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc57224b-615b-4b56-9514-d90c8cdbc051 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.871526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.871526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.871526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.871526] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57224b-615b-4b56-9514-d90c8cdbc051',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.906530] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc3f7ff-fdff-4903-8ba2-9d8efa382470 with status ACTIVE [ 1062.906530] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.906530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.906530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.906842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.906842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.906907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.907011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.907102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.907260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.907333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.907514] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.907596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.907656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.907792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.907860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.907939] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc3f7ff-fdff-4903-8ba2-9d8efa382470 is going to be updated. [ 1062.959482] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.959482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.959482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.959857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.961079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc3f7ff-fdff-4903-8ba2-9d8efa382470" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.186027] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-96a9bf9d-3762-4995-8491-78ab132fe088 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1063.186708] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1063.187271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.188575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.374796] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc57224b-615b-4b56-9514-d90c8cdbc051 with status ACTIVE [ 1063.377086] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377086] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.377688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.378085] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc57224b-615b-4b56-9514-d90c8cdbc051 is going to be updated. [ 1063.380928] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.385176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.406355] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.406537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.406616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.406867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.407046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.407249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.562833] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.563084] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.563218] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.563492] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.564031] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.564201] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.564331] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564577] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.564899] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.565197] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.565294] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.565411] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.565524] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.565671] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.565750] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.565873] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.591599] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.591685] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.593015] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.593015] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-167" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.595081] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-d2e53318-4027-4869-b9fb-6c706098e8e9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.595081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.595081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.595081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.596337] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e53318-4027-4869-b9fb-6c706098e8e9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.651576] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1063.651745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.652450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.652450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.652723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.652934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.653083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.653379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.653726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.653726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.653947] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.655156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.655212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.655505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.655657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.655763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.655975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.656128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.656247] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.886434] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.101624] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.101624] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port d2e53318-4027-4869-b9fb-6c706098e8e9 not found, creating... [ 1064.101624] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.101624] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.102538] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.102538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.102538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.102538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.102538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.102538] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: d2e53318-4027-4869-b9fb-6c706098e8e9 is going to be created. [ 1064.147661] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.147914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148378] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148630] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.148948] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.158271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.158493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.159709] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.388214] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389121] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1064.426268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.426440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.426587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.426718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.428088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.442806] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1064.662281] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.945860] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-f7a75129-aae2-43a9-a230-423ce8c56d4a service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1064.945860] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-f7a75129-aae2-43a9-a230-423ce8c56d4a service nova] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1064.946021] env[65712]: INFO networking_nsxv3.common.synchronization [req-00c21585-4df6-4357-b3f9-6604a85fb114 req-f7a75129-aae2-43a9-a230-423ce8c56d4a service nova] Enqueued Resource ID: d2e53318-4027-4869-b9fb-6c706098e8e9 with Priority: HIGHEST for action port [ 1064.946624] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_rules [ 1064.946790] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1064.946959] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e53318-4027-4869-b9fb-6c706098e8e9 with Priority: HIGHEST for action port [ 1064.947496] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.947698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.948042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.948208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.948478] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e53318-4027-4869-b9fb-6c706098e8e9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.948765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.948898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.949193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.949390] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e53318-4027-4869-b9fb-6c706098e8e9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.165479] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.165695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.166025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.166178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.166332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.166516] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1065.199383] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.200083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.200150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.200448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.200622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.212753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1065.453447] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e53318-4027-4869-b9fb-6c706098e8e9 with status ACTIVE [ 1065.453747] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.453900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.454055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.454286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.454390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.454647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.454784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.454884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.455075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.455200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.455433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.455553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.455613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.455778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.455868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.456010] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e53318-4027-4869-b9fb-6c706098e8e9 is going to be updated. [ 1065.482903] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.483207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.483361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.483729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.484067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.484386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e53318-4027-4869-b9fb-6c706098e8e9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.297239] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.297239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.297239] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.298038] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.298607] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.299750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.299750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.300113] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.300231] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.300502] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.300668] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.300907] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.301078] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.301248] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.301420] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.301625] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.320931] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.321080] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.321512] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.321512] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.322100] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-028ccb40-33c8-4b87-adec-6d9d304fd319 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322100] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322253] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.322766] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322766] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028ccb40-33c8-4b87-adec-6d9d304fd319',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.453440] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1066.453800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.454045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.454335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.454578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.454716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.454802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.455356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.455512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.455571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.455763] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.826462] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.826803] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.826953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827378] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.828056] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.828261] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.828431] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.828753] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.828943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.829419] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.829645] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.829811] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.830119] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.830334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.830540] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 is going to be updated. [ 1066.853500] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.853904] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.854031] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.854395] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.854906] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855262] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.957649] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.957999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.958184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.958562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.958868] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.959095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.959217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.959613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.959774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.959896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.960184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.960445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.960614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.960868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.961108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.961249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.961409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.961558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.961668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.961786] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.961914] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.226024] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1067.227015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.227015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.227015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.227276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.227454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.227561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.227862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.228011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.228201] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.465245] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9657a2fd-4c40-41dc-83e2-f2bd76d00191: rpc.has_security_group_logging(os_id): False [ 1067.491959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.492260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.492460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.492653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.492773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.493086] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.493263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.493361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.493542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.493626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494528] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.494681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.494901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.495186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.495319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.495593] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.495741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.496156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.496156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.496156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.496347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1067.572476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.572476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.572476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.572749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.572958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.591089] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1067.609116] env[65712]: INFO networking_nsxv3.common.synchronization [req-1fc7877d-41cb-434e-b851-17a9b69caec4 req-6c1e3349-8f2b-40e4-b363-0baedefd49b1 service nova] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 1067.609116] env[65712]: INFO networking_nsxv3.common.synchronization [req-1fc7877d-41cb-434e-b851-17a9b69caec4 req-6c1e3349-8f2b-40e4-b363-0baedefd49b1 service nova] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 1067.609116] env[65712]: INFO networking_nsxv3.common.synchronization [req-1fc7877d-41cb-434e-b851-17a9b69caec4 req-6c1e3349-8f2b-40e4-b363-0baedefd49b1 service nova] Enqueued Resource ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 with Priority: HIGHEST for action port [ 1067.611183] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_rules [ 1067.611393] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 1067.611583] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 with Priority: HIGHEST for action port [ 1067.612461] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.612665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.612864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.613220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.613385] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.614635] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.614850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.614850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.615330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.615410] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.615531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.615597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.615790] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.616283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.616401] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.618227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-028ccb40-33c8-4b87-adec-6d9d304fd319 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.618345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.618416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.618683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.618723] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028ccb40-33c8-4b87-adec-6d9d304fd319',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.731333] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.125053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.125053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.125053] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.125570] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 028ccb40-33c8-4b87-adec-6d9d304fd319 with status ACTIVE [ 1068.125798] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.125921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.125990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.126232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.126321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.126673] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.126673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.126829] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.126858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.126941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.127160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.127244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.127292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.127483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.127563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.127652] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 028ccb40-33c8-4b87-adec-6d9d304fd319 is going to be updated. [ 1068.153321] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.153461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.153537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.153753] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.153887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.154066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028ccb40-33c8-4b87-adec-6d9d304fd319" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.235360] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.630931] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.738095] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.738095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.738095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.738310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.738406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.738508] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1068.777176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.777176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.777176] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.777478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.788601] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1069.133530] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.136251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.136251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.136251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.136251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.136251] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be updated. [ 1069.190750] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.191018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.191018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.191384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.191564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.218039] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: IN_PROGRESS for 2s [ 1069.611812] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1069.612074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.801155] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1070.801482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.805358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.805688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.805901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.806034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.806101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.806257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.806345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.806442] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.231589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: SUCCESS [ 1071.232012] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.233326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.233629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.233898] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.234073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.234193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.234404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.234598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.234773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.234950] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.304519] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7840202-4245-4c3c-9520-5f676757dfd5 req-b9852758-9f61-4777-8bad-5dc040e9838b tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1071.306028] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1071.306116] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.306657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.306657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.306657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.306657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.306857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.306945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.307093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.307173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.307278] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.313798] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.328971] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7840202-4245-4c3c-9520-5f676757dfd5 req-b9852758-9f61-4777-8bad-5dc040e9838b tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1071.329165] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7840202-4245-4c3c-9520-5f676757dfd5 req-b9852758-9f61-4777-8bad-5dc040e9838b tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1071.329299] env[65712]: INFO networking_nsxv3.common.synchronization [req-e7840202-4245-4c3c-9520-5f676757dfd5 req-b9852758-9f61-4777-8bad-5dc040e9838b tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1071.329837] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1071.329966] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1071.330152] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1071.331209] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.331373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.332011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.332011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.332011] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.332650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.333060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.333542] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc83a85-af63-4710-862b-097cc08416a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.333719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.334933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.334933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.334933] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc83a85-af63-4710-862b-097cc08416a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.738834] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.809310] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.816715] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.836499] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.837714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.837714] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fc83a85-af63-4710-862b-097cc08416a4 with status ACTIVE [ 1071.838065] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.838304] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.838362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.838940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.838940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.838940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.839196] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.839252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.839281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.839413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.839531] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.839599] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fc83a85-af63-4710-862b-097cc08416a4 is going to be updated. [ 1071.867540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.868096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.868248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.868467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.243425] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33595b85-dccc-4af3-b440-ba07579878e7: rpc.has_security_group_logging(os_id): False [ 1072.260682] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.260807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.260807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.261688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.285339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.285651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.285771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.286104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.286624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286624] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be updated. [ 1072.311843] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.327227] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.327980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.327980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.327980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.328137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.328241] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1072.354611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.354782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.354920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.355119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.355285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.366623] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.367214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.367214] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.367371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.367625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.374443] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: IN_PROGRESS for 2s [ 1072.391416] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1072.816750] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.817251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.817329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.817379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.817524] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1072.854981] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.855213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.855213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.855570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.855806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.879623] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1073.623842] env[65712]: INFO networking_nsxv3.common.synchronization [None req-21f4a997-b602-44b8-994d-4131bb46faba tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1073.624925] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1073.624925] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.625024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.625154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.625336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.625448] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.774498] env[65712]: INFO networking_nsxv3.common.synchronization [None req-edd6becb-c568-4926-912d-d1c74323982f tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1073.775501] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1073.776624] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.776624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.152613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.155096] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f already deleted. [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155096] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.390087] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: SUCCESS [ 1074.392293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403650] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1074.403958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.404153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.404377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406501] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406501] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406501] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.406920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.406920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.406920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.406920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.406920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.407114] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.408031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.408116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.408222] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.408335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.408645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.408645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.408645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408763] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.678789] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.678983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.679066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.679332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.679424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.679646] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f already deleted. [ 1074.679823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.893030] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.893030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.893030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.893030] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.917238] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5386ff-376b-4951-9830-a22ebc667f22: rpc.has_security_group_logging(os_id): False [ 1074.917238] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.937810] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.941492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.941492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.941492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.941492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.941951] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.943042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.943042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.945028] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.945028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.945028] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be created. [ 1075.007335] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.009031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.009031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.009031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.009031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.023597] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1075.395212] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.420815] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.899509] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.923433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.923593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.923668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.923890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.924032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.924129] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1075.958998] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.959181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.959517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.976288] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1076.403135] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.403135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.403135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.403135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.403135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.403135] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1076.444929] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.445041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.445117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.448431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.448431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.459703] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1076.556582] env[65712]: INFO networking_nsxv3.common.synchronization [req-f880354a-5b89-494f-96a0-5a0baca2b97a req-7774aa3f-4c86-453e-8bf5-ae0dad5fe4f0 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1076.556582] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1076.556582] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.556582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [req-f880354a-5b89-494f-96a0-5a0baca2b97a req-7774aa3f-4c86-453e-8bf5-ae0dad5fe4f0 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [req-f880354a-5b89-494f-96a0-5a0baca2b97a req-7774aa3f-4c86-453e-8bf5-ae0dad5fe4f0 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [req-f880354a-5b89-494f-96a0-5a0baca2b97a req-7774aa3f-4c86-453e-8bf5-ae0dad5fe4f0 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_rules [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1076.581234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc83a85-af63-4710-862b-097cc08416a4 with Priority: HIGHEST for action port [ 1076.581234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581234] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc83a85-af63-4710-862b-097cc08416a4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.581234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.581936] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc83a85-af63-4710-862b-097cc08416a4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.047909] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1077.048156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.048358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.049529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.049529] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.086157] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fc83a85-af63-4710-862b-097cc08416a4 with status ACTIVE [ 1077.086157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.086157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.086157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.086157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.086157] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fc83a85-af63-4710-862b-097cc08416a4 is going to be updated. [ 1077.186670] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.186670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.186670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.186970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.188233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.188233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc83a85-af63-4710-862b-097cc08416a4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.240088] env[65712]: INFO networking_nsxv3.common.synchronization [None req-19cc1d4b-aaf4-4cd4-aee6-59625fd9e88c None None] Enqueued Resource ID: 0e6acb08-b4a7-4735-95e2-88959a0f0a0c with Priority: HIGHEST for action port [ 1077.240088] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6acb08-b4a7-4735-95e2-88959a0f0a0c with Priority: HIGHEST for action port [ 1077.240088] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6acb08-b4a7-4735-95e2-88959a0f0a0c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.240088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6acb08-b4a7-4735-95e2-88959a0f0a0c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.240088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6acb08-b4a7-4735-95e2-88959a0f0a0c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.240793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6acb08-b4a7-4735-95e2-88959a0f0a0c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.241052] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6acb08-b4a7-4735-95e2-88959a0f0a0c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.541923] env[65712]: INFO networking_nsxv3.common.synchronization [None req-77f7b999-691e-4622-925b-2d1f93b19aac tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1077.542483] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1077.546161] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.546390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.546462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.546770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.546861] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.553334] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.553334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.743526] env[65712]: INFO networking_nsxv3.common.synchronization [None req-16981498-4c1e-4f2a-bdcb-fd94a316c960 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1077.744080] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1077.744080] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6acb08-b4a7-4735-95e2-88959a0f0a0c [ 1077.745245] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.745245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.745457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.745526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.746220] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.746476] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6acb08-b4a7-4735-95e2-88959a0f0a0c already deleted. [ 1077.746615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6acb08-b4a7-4735-95e2-88959a0f0a0c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.747228] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.747228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.988773] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1077.990219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.990820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.990984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.991433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.991433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.991548] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.992757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.992757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.992757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.992757] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.070269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.074022] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 already deleted. [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.074022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.074022] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.470551] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1078.470788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.470970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.471203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.471393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.471510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.471577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.471740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.471852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.471947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.472064] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.472909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.473560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.473560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.473560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.473560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.473770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.473770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.473930] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.496109] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.496227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.496265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.496484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.496650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.496751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.496817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.497526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.497793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.497844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.497998] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.498107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.498179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.498351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.498614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.498694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.498728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.498955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.499122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.499700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.499869] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.597201] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.597493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.597493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.598115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.598115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.598115] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 already deleted. [ 1078.598115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.719168] env[65712]: INFO networking_nsxv3.common.synchronization [req-8fe14634-9b37-4594-80ea-3ec92aca3ab4 req-c813aa83-eba1-4cd1-a7d7-f9c60d057392 tempest-ServersNegativeTestJSON-669835359 tempest-ServersNegativeTestJSON-669835359-project-member] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 1078.719168] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGHEST for action security_group_members [ 1078.719168] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.719168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.725092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.725696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.727332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.727332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.727332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.727332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.727332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.727332] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.975809] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.978396] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.005667] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5386ff-376b-4951-9830-a22ebc667f22: rpc.has_security_group_logging(os_id): False [ 1079.035284] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.035426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.035496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.035723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.035817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.037068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.037068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.037068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.037068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.037068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.037068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.037449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.038146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.038146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.040923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.040923] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.040923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.040923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.040923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.040923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.040923] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1079.144615] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.146732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.146732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.147089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.147265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.168159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1079.230720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.231470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.231470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.231470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.231470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.231781] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.231918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.232019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.232233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.232330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.232430] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be updated. [ 1079.281046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.281046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.281046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.281046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.281046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.297146] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: IN_PROGRESS for 2s [ 1079.480582] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b425c7fe-c964-43fd-ab3a-0051dc9000b8: rpc.has_security_group_logging(os_id): False [ 1079.481915] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.506217] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.509327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.509327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.509327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.533889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.534359] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.534455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.534565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.534894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.534995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.535049] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1079.611248] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.613805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.613805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.613805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.613805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.639100] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1079.986663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.987465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.987565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.987688] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1080.027895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.027895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.027895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.028265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.031682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.049308] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1080.986411] env[65712]: INFO networking_nsxv3.common.synchronization [req-57b362be-e8ce-4edf-a950-a065c8c65272 req-578f87b3-c735-4d6e-ae32-f2b001690103 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1080.987074] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1080.987394] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.987518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.987657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.988403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.988403] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.988403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.988403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.988576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.988653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.988817] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.191038] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1081.191278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.191463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.191685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.191806] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.311899] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 in Status: SUCCESS [ 1081.312186] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 deletion is rescheduled due to dependency. [ 1081.312290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.492205] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.660538] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1081.660880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.661365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.661851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.662045] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.694926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.695377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.994824] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.063026] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.063026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.063026] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.063026] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.129965] env[65712]: INFO networking_nsxv3.common.synchronization [req-e5a6c4ef-d328-4069-9094-7adec99407f4 req-13a2d71f-ca0e-49c2-b3b3-9d65572693bf tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1082.130111] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1082.130744] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.130744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.130744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.131266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.131266] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.131628] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.131751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.131896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.132017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.132126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.166344] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.166546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.396786] env[65712]: INFO networking_nsxv3.common.synchronization [req-9e89905d-14cc-4616-8a3c-0cabe1f80268 req-be7230b2-1014-481e-b1c6-b5fa97089736 tempest-AttachInterfacesUnderV243Test-173339133 tempest-AttachInterfacesUnderV243Test-173339133-project-member] Enqueued Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1082.397416] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 with Priority: HIGHEST for action security_group_members [ 1082.397815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b425c7fe-c964-43fd-ab3a-0051dc9000b8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.398126] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.498120] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.501722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.501722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501722] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1082.536397] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.536397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.536397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.536397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.536397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.547908] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1082.564994] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.634271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.634474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.634599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.634925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.657738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.657989] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.658158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.658203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.658403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.658491] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.658874] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1082.688063] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.688222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.688270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.688645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.688859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.699057] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1083.067769] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.330737] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.331030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.331169] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.331444] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.331710] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.331867] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.331989] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.332287] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.332468] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.332685] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.332831] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.333307] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.333307] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.333307] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.333451] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.333565] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.358446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.358652] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.358800] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.359970] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-691" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.359970] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-bc57224b-615b-4b56-9514-d90c8cdbc051 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.359970] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.359970] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.359970] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.360211] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57224b-615b-4b56-9514-d90c8cdbc051',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.570297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.570482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.570610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.572045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.572045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.572045] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1083.602893] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.603081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.603135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.603345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.603489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.613376] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1083.842190] env[65712]: INFO networking_nsxv3.common.synchronization [None req-4128e6f5-eb82-4931-9130-3c9856f23e41 None None] Enqueued Resource ID: 28e1f762-8083-4452-91b5-3ec14779e1e1 with Priority: HIGHEST for action port [ 1083.843049] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e1f762-8083-4452-91b5-3ec14779e1e1 with Priority: HIGHEST for action port [ 1083.843208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e1f762-8083-4452-91b5-3ec14779e1e1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.843322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e1f762-8083-4452-91b5-3ec14779e1e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.843322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e1f762-8083-4452-91b5-3ec14779e1e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.843828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e1f762-8083-4452-91b5-3ec14779e1e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.843828] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e1f762-8083-4452-91b5-3ec14779e1e1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.864754] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.864977] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.865597] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.865597] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.865597] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.865927] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.866048] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.866101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.866316] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.866455] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.866733] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.866887] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.867223] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.867284] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.867381] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.867565] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: bc57224b-615b-4b56-9514-d90c8cdbc051 is going to be updated. [ 1083.893911] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.893911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.893911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.893911] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.894144] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.894369] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.346337] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28e1f762-8083-4452-91b5-3ec14779e1e1 [ 1084.349035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.349284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.349393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.349706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.349841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.349979] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28e1f762-8083-4452-91b5-3ec14779e1e1 already deleted. [ 1084.350114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e1f762-8083-4452-91b5-3ec14779e1e1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.560314] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1084.560635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.560991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.561760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.561760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.561760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.562070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.562110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.562196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.562287] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.562389] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.566881] env[65712]: INFO networking_nsxv3.common.synchronization [req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 req-44611732-736e-4f52-abdf-b92ce0ed80e1 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1084.567260] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1084.568237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.568237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.568237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.568568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.568746] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.569145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.569145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.569145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.569257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.569257] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.651281] env[65712]: INFO networking_nsxv3.common.synchronization [req-9813194e-afc5-4d4b-8748-65c1410e1275 req-3745159b-bf7e-46e6-84ae-970e78886af2 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 1084.652586] env[65712]: INFO networking_nsxv3.common.synchronization [req-9813194e-afc5-4d4b-8748-65c1410e1275 req-3745159b-bf7e-46e6-84ae-970e78886af2 service nova] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1084.652586] env[65712]: INFO networking_nsxv3.common.synchronization [req-9813194e-afc5-4d4b-8748-65c1410e1275 req-3745159b-bf7e-46e6-84ae-970e78886af2 service nova] Enqueued Resource ID: bc57224b-615b-4b56-9514-d90c8cdbc051 with Priority: HIGHEST for action port [ 1084.654100] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_rules [ 1084.654100] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1084.654100] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc57224b-615b-4b56-9514-d90c8cdbc051 with Priority: HIGHEST for action port [ 1084.654824] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.654947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.655025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.655778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.655778] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.656517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.659774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.659774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.660873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.661010] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.661132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.661199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.661370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.661465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.662293] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.662563] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc57224b-615b-4b56-9514-d90c8cdbc051 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.664302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.664302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.664302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.664302] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57224b-615b-4b56-9514-d90c8cdbc051',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.711300] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1084.711500] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 deletion is rescheduled due to dependency. [ 1084.711602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.999441] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.999558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.999686] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.000066] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.000332] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.000492] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.000606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.001014] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.001093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.001318] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.001413] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.001519] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.001624] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.001729] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.001831] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.002136] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.021813] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.021996] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.022172] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.022453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-737" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.022882] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-f494b5a5-39fa-4143-b69e-14f57151e106 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.023168] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.023319] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.023779] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.024016] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f494b5a5-39fa-4143-b69e-14f57151e106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.065208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.065357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.065427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.065650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.065814] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.065928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.066021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.066195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.066282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.066372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.066517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.066896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.066967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.067118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.067263] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.067374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.067793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.067793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.067793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.067793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.068135] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.075336] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.075459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.075530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.075718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.075812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.076073] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.076244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.076284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.076425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.076533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.076659] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f already deleted. [ 1085.076770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.165447] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.165578] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.168857] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.170040] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc57224b-615b-4b56-9514-d90c8cdbc051 with status ACTIVE [ 1085.170269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.170400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.170471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.170681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.170775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.170988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.171119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.171181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.171359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.171450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.171640] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.171737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.171819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.172038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.172124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.172214] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc57224b-615b-4b56-9514-d90c8cdbc051 is going to be updated. [ 1085.199501] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.199501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.199501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.199699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.199845] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.200388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc57224b-615b-4b56-9514-d90c8cdbc051" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.527166] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.527468] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.527528] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.527785] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.527951] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.528135] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port f494b5a5-39fa-4143-b69e-14f57151e106 not found, creating... [ 1085.528436] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.528600] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.528718] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.529271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.529271] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.529500] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.529657] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.529887] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.530085] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.530246] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530412] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: f494b5a5-39fa-4143-b69e-14f57151e106 is going to be created. [ 1085.554085] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.554395] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.554491] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.554730] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.554963] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555215] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.571490] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d5386ff-376b-4951-9830-a22ebc667f22: rpc.has_security_group_logging(os_id): False [ 1085.592788] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.592788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.593093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.593205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.593269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.593539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.593674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.593769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.594045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.594687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.594687] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.594687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.594687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.594857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.594857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.595033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.595182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.595282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.595483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.595568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.595658] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1085.622592] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1085.622819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.622988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.623226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.623417] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.623535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.623607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.623764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.623847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.623935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.624237] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.625180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.625290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.625509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.625570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.625622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.625773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.626097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.626097] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.673934] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.693368] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.693550] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.693630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.693975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.694089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.709572] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1086.129179] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b425c7fe-c964-43fd-ab3a-0051dc9000b8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.130527] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.130682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.130760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.131207] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.131330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.131566] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.131675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.131743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.131933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.132031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.132128] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1086.163708] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.163708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.163708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.163708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.163708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.176272] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.177029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.177117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.177408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.177534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.177671] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1086.180760] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1086.211871] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.211871] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.212075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.212561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.212561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.223236] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1086.307231] env[65712]: INFO networking_nsxv3.common.synchronization [req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 req-662401b0-70a7-4474-a266-2dcfedf6b853 service nova] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1086.307441] env[65712]: INFO networking_nsxv3.common.synchronization [req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 req-662401b0-70a7-4474-a266-2dcfedf6b853 service nova] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1086.307618] env[65712]: INFO networking_nsxv3.common.synchronization [req-06ecf869-c39e-4bc8-aa24-939b92fa0ef3 req-662401b0-70a7-4474-a266-2dcfedf6b853 service nova] Enqueued Resource ID: f494b5a5-39fa-4143-b69e-14f57151e106 with Priority: HIGHEST for action port [ 1086.308195] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_rules [ 1086.308337] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1086.308433] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f494b5a5-39fa-4143-b69e-14f57151e106 with Priority: HIGHEST for action port [ 1086.308720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.308849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.308928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.309264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.309415] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.310600] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.310721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.310793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.311040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.311248] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.311407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.311510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.311758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.311901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.312104] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.313675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f494b5a5-39fa-4143-b69e-14f57151e106 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.313675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.313675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.314165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.314165] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f494b5a5-39fa-4143-b69e-14f57151e106',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.634920] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b425c7fe-c964-43fd-ab3a-0051dc9000b8: rpc.has_security_group_logging(os_id): False [ 1086.655621] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.655890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.655890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.656192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.656301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.656612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.656746] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.656828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.657057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.657148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.657223] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 is going to be updated. [ 1086.733628] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.733782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.733873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.734282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.734459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.752156] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: IN_PROGRESS for 2s [ 1086.816910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.817104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.817271] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.818240] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f494b5a5-39fa-4143-b69e-14f57151e106 with status ACTIVE [ 1086.818421] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.818543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.818608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.818806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.818906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.819091] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.819197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.819264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.819422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.819501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.819680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.819778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.819923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.820109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.820239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.820371] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f494b5a5-39fa-4143-b69e-14f57151e106 is going to be updated. [ 1086.848988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.849174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.849245] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.849462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.849608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.849776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f494b5a5-39fa-4143-b69e-14f57151e106" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.323080] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.726472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1087.726958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.828649] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.828813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.829267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.829267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.829428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.829477] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f is going to be created. [ 1087.862314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.862314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.862314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.862314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.862314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.876551] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: UNINITIALIZED for 2s [ 1088.193990] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1088.195963] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 deletion is rescheduled due to dependency. [ 1088.195963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.237807] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.237807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.237807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.237807] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.744060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.744060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.744060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.744060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.744060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.745183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.745183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.745183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.745183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.745183] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.774299] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b425c7fe-c964-43fd-ab3a-0051dc9000b8 in Status: SUCCESS [ 1088.774574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b425c7fe-c964-43fd-ab3a-0051dc9000b8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.792375] env[65712]: INFO networking_nsxv3.common.synchronization [req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 req-72a28f09-c696-4587-bfb3-138a8d630649 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1088.793050] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1088.793381] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.793510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.793589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.793866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.794036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.794148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.794212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.794366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.794453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.794546] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.247338] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9657a2fd-4c40-41dc-83e2-f2bd76d00191: rpc.has_security_group_logging(os_id): False [ 1089.277289] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.278053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.278323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.278830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.278994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.279359] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.279524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.279597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.279814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.279903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.280959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.281144] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.281276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.281563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.282324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.282617] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.282780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.282877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.283140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.283240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.283347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1089.296982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.297169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.297241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.297870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.298906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.299374] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.299617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.300442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.300928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.300928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.301093] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 already deleted. [ 1089.301143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.312406] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.312793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.313032] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.313436] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.314200] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.314200] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.314425] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.314807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.315022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.315383] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.315582] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.315761] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.315972] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.316162] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.316343] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.316597] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.357508] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.357736] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.358025] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.358224] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.358550] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-a437b4f3-2847-412d-b26c-242391a7545b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.359027] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.359174] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.359520] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.359668] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a437b4f3-2847-412d-b26c-242391a7545b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.388067] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.388067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.388067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.388067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.388067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.406956] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1089.863577] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.863974] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.863974] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.864272] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.864423] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.864603] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port a437b4f3-2847-412d-b26c-242391a7545b not found, creating... [ 1089.864993] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.865188] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.865343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.865600] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.865769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.866121] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.866369] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.866500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.866712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.866845] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.866985] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: a437b4f3-2847-412d-b26c-242391a7545b is going to be created. [ 1089.889354] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: SUCCESS [ 1089.889575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.889759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.890350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890908] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.894871] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.895095] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.895222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.895480] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.895724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.895921] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.395100] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.581506] env[65712]: INFO networking_nsxv3.common.synchronization [req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 req-8d522d86-9874-4bde-8c96-d58c5c4e5fa8 service nova] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1090.581506] env[65712]: INFO networking_nsxv3.common.synchronization [req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 req-8d522d86-9874-4bde-8c96-d58c5c4e5fa8 service nova] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1090.581506] env[65712]: INFO networking_nsxv3.common.synchronization [req-2ec1fac2-790f-4d51-8593-223f6bd9f9c5 req-8d522d86-9874-4bde-8c96-d58c5c4e5fa8 service nova] Enqueued Resource ID: a437b4f3-2847-412d-b26c-242391a7545b with Priority: HIGHEST for action port [ 1090.582132] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1090.582407] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1090.582942] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a437b4f3-2847-412d-b26c-242391a7545b with Priority: HIGHEST for action port [ 1090.584284] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.585792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.585792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.585792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.585792] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.587655] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.587918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.588040] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.588298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.588518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.588691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.590431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.591064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.591268] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.593487] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a437b4f3-2847-412d-b26c-242391a7545b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.593647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.593749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.593936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.594040] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a437b4f3-2847-412d-b26c-242391a7545b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.898231] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6562948-9f94-4bb7-9371-b6dfc691e55f: rpc.has_security_group_logging(os_id): False [ 1090.919657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.919831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.920038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.920301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.920426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.920710] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.920827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.920901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.921155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.921227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.921327] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f is going to be created. [ 1090.998116] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.998280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.998393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.998583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.998803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.010987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: IN_PROGRESS for 2s [ 1091.095682] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.096692] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096979] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a437b4f3-2847-412d-b26c-242391a7545b with status ACTIVE [ 1091.097281] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.097281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.097439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.097524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.097610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.097776] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.098866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.098866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.098866] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a437b4f3-2847-412d-b26c-242391a7545b is going to be updated. [ 1091.136051] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.136051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.136051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.136051] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.136329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.136329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a437b4f3-2847-412d-b26c-242391a7545b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.424410] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1091.424707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.601462] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.104300] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.107066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.107066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.107066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.107066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.107066] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be created. [ 1092.141232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.141400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.141471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.141688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.141852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.154619] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: UNINITIALIZED for 2s [ 1093.024894] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: SUCCESS [ 1093.025117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.929890] env[65712]: INFO networking_nsxv3.common.synchronization [req-8b5bd23f-9975-48e6-a4ca-374d5514609b req-04dc6a02-7745-465a-bcfa-588001921534 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1093.930337] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1093.930815] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.930815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.930815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.931032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.931192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.931294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.931352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.931510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.931596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.931692] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.955033] env[65712]: INFO networking_nsxv3.common.synchronization [req-ccaba35a-9088-4f4a-91f2-34156a44cdae req-f979b7ea-2a7b-4183-b10f-2597b25e14c1 tempest-ListServersNegativeTestJSON-556549390 tempest-ListServersNegativeTestJSON-556549390-project-member] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1093.955393] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGHEST for action security_group_members [ 1093.955801] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.167020] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1094.167293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.167453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.167668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.167947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.168135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.168135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.168282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.168409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.168465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.168552] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.434427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.434639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.434806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.435145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.435340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.435639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.435873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.435961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.436203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.436319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.436434] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1094.468913] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.469241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.469241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.469387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.469567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.479696] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1094.671436] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.177149] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b09843a-67da-468b-8fef-85d081d264d3: rpc.has_security_group_logging(os_id): False [ 1095.198388] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.198587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.198587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.198908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.198908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.199427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.199568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.199624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.199818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.199889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.199994] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be created. [ 1095.269574] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.273025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.273025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.273025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.273025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.289174] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1096.490332] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1096.490691] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 deletion is rescheduled due to dependency. [ 1096.490691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.490832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.491055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.491257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.491383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.491463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.491605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.491687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.491861] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.995217] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.995403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.995504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.995749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.995864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.996111] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.996229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.996314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.996506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.996594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.996710] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be updated. [ 1097.039991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.039991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.039991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.040309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.040427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.053759] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: IN_PROGRESS for 2s [ 1097.301223] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1097.301452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.510666] env[65712]: INFO networking_nsxv3.common.synchronization [req-fdad1102-ba49-49cd-bb11-19fa524c0f33 req-500f23e7-474f-4186-a5e0-c4c01740fcd9 tempest-ImagesOneServerTestJSON-1609063942 tempest-ImagesOneServerTestJSON-1609063942-project-member] Enqueued Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1097.511853] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe with Priority: HIGHEST for action security_group_members [ 1097.511853] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f734415-50e9-4a92-ac78-c0f954a6bebe taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.511853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.512142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.512551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.512722] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.512833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.512899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.513161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.513258] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f734415-50e9-4a92-ac78-c0f954a6bebe',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.018085] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.018290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.018356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.018555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.018673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.018878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.018980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.019060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.019227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.019311] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.019399] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe is going to be updated. [ 1098.058190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.058389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.058389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.058627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.058771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.070584] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: IN_PROGRESS for 2s [ 1098.392579] env[65712]: INFO networking_nsxv3.common.synchronization [req-51ff1e54-6a67-454a-9635-955f488db841 req-e6445b8a-1657-4955-b115-f1c53fd1c0d3 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1098.392579] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1098.392579] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.392579] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.392579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.392579] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.724314] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.724606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.724746] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.725153] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.725702] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.725702] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.725837] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.726022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.726176] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.726402] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.726518] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.726628] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.726736] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.726846] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.726952] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.727106] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.746367] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.746572] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.746730] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.746841] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.747196] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-d1ff3b26-ce27-46c0-83bb-980482b68866 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.747402] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.747507] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.747819] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.747960] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ff3b26-ce27-46c0-83bb-980482b68866',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.894371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.894371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.894371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.894612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.894612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.894802] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.894907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.894907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.895256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.895256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.895256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1098.923147] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.923147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.923147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.923147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.923147] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.932072] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1099.064916] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d5386ff-376b-4951-9830-a22ebc667f22 in Status: SUCCESS [ 1099.065097] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 deletion is rescheduled due to dependency. [ 1099.065219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.250885] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.251144] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.251292] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251723] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251723] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.251893] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port d1ff3b26-ce27-46c0-83bb-980482b68866 not found, creating... [ 1099.252179] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.252345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.252464] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.252734] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.252872] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.253173] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.253337] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.253466] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.253675] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.253805] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.253945] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: d1ff3b26-ce27-46c0-83bb-980482b68866 is going to be created. [ 1099.277646] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.277933] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.277998] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278347] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.278598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.278834] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.007172] env[65712]: INFO networking_nsxv3.common.synchronization [req-51ff1e54-6a67-454a-9635-955f488db841 req-dd54bf1a-a0bf-4d71-baa6-94cd2a180873 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 1100.007525] env[65712]: INFO networking_nsxv3.common.synchronization [req-51ff1e54-6a67-454a-9635-955f488db841 req-dd54bf1a-a0bf-4d71-baa6-94cd2a180873 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1100.007525] env[65712]: INFO networking_nsxv3.common.synchronization [req-51ff1e54-6a67-454a-9635-955f488db841 req-dd54bf1a-a0bf-4d71-baa6-94cd2a180873 service nova] Enqueued Resource ID: d1ff3b26-ce27-46c0-83bb-980482b68866 with Priority: HIGHEST for action port [ 1100.009060] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 1100.009060] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1100.009060] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ff3b26-ce27-46c0-83bb-980482b68866 with Priority: HIGHEST for action port [ 1100.009060] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.009060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.009060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.009444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.009444] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.010704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.010824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011960] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ff3b26-ce27-46c0-83bb-980482b68866 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.011960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.012163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.012192] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ff3b26-ce27-46c0-83bb-980482b68866',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.081811] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe in Status: SUCCESS [ 1100.082095] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f734415-50e9-4a92-ac78-c0f954a6bebe deletion is rescheduled due to dependency. [ 1100.083127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f734415-50e9-4a92-ac78-c0f954a6bebe" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.514543] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1ff3b26-ce27-46c0-83bb-980482b68866 with status ACTIVE [ 1100.514866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.515073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.515172] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.515475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.515606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.516915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.516915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.516915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.517223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.517223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.518051] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1ff3b26-ce27-46c0-83bb-980482b68866 is going to be updated. [ 1100.520048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.520048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.544149] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.544331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.544481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.544728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.544901] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ff3b26-ce27-46c0-83bb-980482b68866" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.942696] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1100.942898] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 deletion is rescheduled due to dependency. [ 1100.943038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.943200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.943399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.943583] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.943732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.943776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.943899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.943973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.944081] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.445941] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.751675] env[65712]: INFO networking_nsxv3.common.synchronization [req-75605014-5095-4825-af07-992029b28b07 req-24d293f6-bea4-4d74-89a7-56ea17886c79 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1101.752262] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1101.752655] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.752812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.752942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.753248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.753553] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.753553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.753689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.754061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.754061] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.754061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.948520] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.258159] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.451438] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.454044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.454044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.454044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.454044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.454044] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1102.481392] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.484017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.484017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.484017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.484017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.491640] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1102.760071] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.018641] env[65712]: INFO networking_nsxv3.common.synchronization [req-19f2833d-4bdf-4565-8e59-ae81005989a1 req-1a982f32-6ab3-4d2b-a346-5f6905bd35f8 tempest-ServersTestJSON-1127047996 tempest-ServersTestJSON-1127047996-project-member] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1103.019144] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGHEST for action security_group_members [ 1103.019446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.019570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.019630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.019825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.019996] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.021467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.021467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.021467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.021467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.021467] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.263034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.263034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.263034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.263251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.263358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.263465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1103.302314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.302314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.302693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.302693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.302788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.318510] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1103.523678] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.524052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.524516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524571] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b901324c-4925-4605-9893-b316bd108e84 is going to be updated. [ 1103.556056] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.556302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.556387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.556572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.556722] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.567473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: IN_PROGRESS for 2s [ 1104.503278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1104.503496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.503669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.503894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.504103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.504219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.504285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.504507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.504593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.504682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.504775] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.009401] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.330457] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1105.330457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.512519] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 499efa48-3334-4713-a1c5-c1b045301134: rpc.has_security_group_logging(os_id): False [ 1105.538469] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.538667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.538706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.539177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.539283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.539551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.539660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.539725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.539890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.539969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.540071] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1105.577161] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b901324c-4925-4605-9893-b316bd108e84 in Status: SUCCESS [ 1105.577342] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b901324c-4925-4605-9893-b316bd108e84 deletion is rescheduled due to dependency. [ 1105.577457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.601819] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.602028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.602028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.602251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.602403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.615176] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1107.628929] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1107.629292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.020042] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.020246] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1113.020647] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.020927] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1113.160157] env[65712]: INFO networking_nsxv3.common.synchronization [req-b6490752-66c6-40d3-8776-f75db5e67fce req-7b5bd81d-b102-491a-af29-95e41de2f425 tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1113.160157] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGHEST for action security_group_members [ 1113.160157] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.160157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.160157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.161069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.161380] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.161653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.163350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.163350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.163350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.163350] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.666053] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.666280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.666443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.666888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.667064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.667469] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.668535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.668535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.668535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.668535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.668535] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be updated. [ 1113.700541] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.700541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.700541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.700964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.700964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.710233] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: IN_PROGRESS for 2s [ 1115.721604] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 in Status: SUCCESS [ 1115.722116] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 deletion is rescheduled due to dependency. [ 1115.722116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.314758] env[65712]: INFO networking_nsxv3.common.synchronization [None req-2575ca23-197d-4e31-9592-064999aa0bd6 None None] Enqueued Resource ID: 50845fd6-47fd-4341-bdf5-946669efb439 with Priority: HIGHEST for action port [ 1116.315335] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50845fd6-47fd-4341-bdf5-946669efb439 with Priority: HIGHEST for action port [ 1116.315647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-50845fd6-47fd-4341-bdf5-946669efb439 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.315769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50845fd6-47fd-4341-bdf5-946669efb439" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.315862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50845fd6-47fd-4341-bdf5-946669efb439" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.316416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50845fd6-47fd-4341-bdf5-946669efb439" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.316529] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50845fd6-47fd-4341-bdf5-946669efb439',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.818722] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50845fd6-47fd-4341-bdf5-946669efb439 [ 1116.818994] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.819128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.819199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.819421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.819511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.819610] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50845fd6-47fd-4341-bdf5-946669efb439 already deleted. [ 1116.819693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50845fd6-47fd-4341-bdf5-946669efb439" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.259700] env[65712]: INFO networking_nsxv3.common.synchronization [None req-008c5bac-062c-4400-94c6-928e5f33141a tempest-AttachInterfacesTestJSON-782923596 tempest-AttachInterfacesTestJSON-782923596-project-member] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1117.260527] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGHEST for action security_group_members [ 1117.261091] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.261091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.261091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.261284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.262647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.262647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.262647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.262647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.262647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.262647] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.764542] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.764700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.764783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.765016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.765122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.765314] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.765415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.765479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.765635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.765710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.765797] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be updated. [ 1117.796627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.796783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.796839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.797056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.797419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.806572] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: IN_PROGRESS for 2s [ 1118.807425] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ceb0fc3d-ba55-4f76-a3f3-53076c6c2ace None None] Enqueued Resource ID: b5581756-8aae-4120-a615-16b02d4aa538 with Priority: HIGHEST for action port [ 1118.807425] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5581756-8aae-4120-a615-16b02d4aa538 with Priority: HIGHEST for action port [ 1118.807836] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5581756-8aae-4120-a615-16b02d4aa538 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.808044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5581756-8aae-4120-a615-16b02d4aa538" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.808044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5581756-8aae-4120-a615-16b02d4aa538" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.808280] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5581756-8aae-4120-a615-16b02d4aa538" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.808366] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5581756-8aae-4120-a615-16b02d4aa538',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.286106] env[65712]: INFO networking_nsxv3.common.synchronization [req-4d6cf386-f25e-4dc0-8488-37e6533d0e61 req-9092d13e-665e-4ee8-8973-c37b5a40479b tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1119.286780] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGHEST for action security_group_members [ 1119.287224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.287416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.287544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.287814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.288158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.288223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.288842] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.311983] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5581756-8aae-4120-a615-16b02d4aa538 [ 1119.312231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.312354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.312424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.312623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.312711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.313110] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5581756-8aae-4120-a615-16b02d4aa538 already deleted. [ 1119.313110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5581756-8aae-4120-a615-16b02d4aa538" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.794876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.795146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.795367] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.795817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.795963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.796073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.796165] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 is going to be updated. [ 1119.815033] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 in Status: SUCCESS [ 1119.815331] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 deletion is rescheduled due to dependency. [ 1119.815331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.823755] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.823960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824088] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.824608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.834713] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: IN_PROGRESS for 2s [ 1121.670207] env[65712]: INFO networking_nsxv3.common.synchronization [req-1b761be7-1c0d-41ab-ad55-123f718a26f0 req-d920bd01-06df-4b87-8592-9ec379e4a0ff tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1121.670608] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1121.670949] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.671320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.671354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.671637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.671808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.671920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.672041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.672153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.672556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.672685] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.823516] env[65712]: INFO networking_nsxv3.common.synchronization [None req-8eb7b9ce-6e92-4f84-b8cc-35b52b72757e None None] Enqueued Resource ID: 419a4d3b-e9e3-438e-935b-2a17afb7c482 with Priority: HIGHEST for action port [ 1121.824212] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419a4d3b-e9e3-438e-935b-2a17afb7c482 with Priority: HIGHEST for action port [ 1121.824541] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-419a4d3b-e9e3-438e-935b-2a17afb7c482 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.824667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419a4d3b-e9e3-438e-935b-2a17afb7c482" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.824736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419a4d3b-e9e3-438e-935b-2a17afb7c482" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.825011] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419a4d3b-e9e3-438e-935b-2a17afb7c482" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.825454] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419a4d3b-e9e3-438e-935b-2a17afb7c482',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.847489] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 in Status: SUCCESS [ 1121.847687] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 deletion is rescheduled due to dependency. [ 1121.847870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.038306] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.038505] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.038632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.039033] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.039305] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.039466] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.039585] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.039804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.039950] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.040287] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.040406] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.040521] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.040633] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.040745] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.040916] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.041068] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.075910] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.076091] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.076182] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.076361] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.076686] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.076857] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.076978] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077324] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077469] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.178048] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.178282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.178360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.178602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.178710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.178963] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.179170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.179282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.179540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.179674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.179862] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 already deleted. [ 1122.179862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.328303] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419a4d3b-e9e3-438e-935b-2a17afb7c482 [ 1122.328622] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.328760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.328830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.329066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.329158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.329251] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419a4d3b-e9e3-438e-935b-2a17afb7c482 already deleted. [ 1122.329331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419a4d3b-e9e3-438e-935b-2a17afb7c482" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.493158] env[65712]: INFO networking_nsxv3.common.synchronization [None req-836bc72e-a12f-4a4c-862f-4ca35bed50f4 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1122.493836] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1122.494269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.494451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.494532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.494796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.494877] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.579915] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.580188] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.580249] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.580503] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.580653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.580857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 not found, creating... [ 1122.581148] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.581306] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.581459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.581633] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.581770] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.582117] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.582300] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.582429] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.582640] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.582772] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.582913] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 is going to be created. [ 1122.600923] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c71d38ee-460b-4ded-a4ae-60cac0a3d23d tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1122.601669] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1122.602406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.602532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.603760] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.603943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.604084] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.604351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.604850] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.605093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.015868] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.015868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.016529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.016529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.016529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.016529] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 already deleted. [ 1123.016529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.016920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.016920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.016920] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.307595] env[65712]: INFO networking_nsxv3.common.synchronization [req-1b761be7-1c0d-41ab-ad55-123f718a26f0 req-ede54f30-042e-42f8-8a56-e475922514c0 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1123.307765] env[65712]: INFO networking_nsxv3.common.synchronization [req-1b761be7-1c0d-41ab-ad55-123f718a26f0 req-ede54f30-042e-42f8-8a56-e475922514c0 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1123.307993] env[65712]: INFO networking_nsxv3.common.synchronization [req-1b761be7-1c0d-41ab-ad55-123f718a26f0 req-ede54f30-042e-42f8-8a56-e475922514c0 service nova] Enqueued Resource ID: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 with Priority: HIGHEST for action port [ 1123.308490] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1123.308628] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1123.308822] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 with Priority: HIGHEST for action port [ 1123.309211] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.309293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.309340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.309562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.309655] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.312233] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.312233] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.312233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.312233] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.312875] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.313815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.313815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.313815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.313815] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.537783] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.537924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.538100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.538222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.538339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.538727] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 already deleted. [ 1123.538727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.815037] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.816153] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.816279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.816417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 with status ACTIVE [ 1123.816568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.816670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.816731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.816939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.817035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818470] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818470] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4 is going to be updated. [ 1123.842834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.843062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.843062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.843294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.843489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.844046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68de71a6-ee0e-41b3-93cd-0d1bcd16d3b4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.320347] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.561818] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c79b4243-95c1-4b8b-9287-b3707347b58f None None] Enqueued Resource ID: 03bed31a-a590-48d3-9054-fa235be2abf9 with Priority: HIGHEST for action port [ 1124.561818] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03bed31a-a590-48d3-9054-fa235be2abf9 with Priority: HIGHEST for action port [ 1124.561818] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-03bed31a-a590-48d3-9054-fa235be2abf9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.561818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03bed31a-a590-48d3-9054-fa235be2abf9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.561818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03bed31a-a590-48d3-9054-fa235be2abf9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.562542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03bed31a-a590-48d3-9054-fa235be2abf9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.564038] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03bed31a-a590-48d3-9054-fa235be2abf9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.659780] env[65712]: INFO networking_nsxv3.common.synchronization [None req-41ce3f0e-62db-4c25-b71f-84df00950dc3 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1124.660369] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1124.660684] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.660808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.661569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.661569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.661569] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.945176] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.945385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.945385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.945716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.945716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.945943] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be created. [ 1124.947790] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e57fa8d6-36e0-4769-b6ec-547450efc294 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1124.948290] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1124.948993] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.949111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.973962] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.974394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.974394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.974505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.974744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.984464] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: UNINITIALIZED for 2s [ 1125.067535] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03bed31a-a590-48d3-9054-fa235be2abf9 [ 1125.067892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.068021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.068021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.068244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.068336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.068441] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03bed31a-a590-48d3-9054-fa235be2abf9 already deleted. [ 1125.068545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03bed31a-a590-48d3-9054-fa235be2abf9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.182415] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.182585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.182637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.182878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.182976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.183119] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e already deleted. [ 1125.183210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.183365] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.183603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.183696] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.705578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.706467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.706467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.706467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.706467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.706467] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e already deleted. [ 1125.706467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995258] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1126.995647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.995647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.995874] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.996084] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.996201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.996267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.996431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.996509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.996593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.996684] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.499140] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.499272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.499329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.499549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.499712] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.499802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.499861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.500013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.500094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.500186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.500341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.500430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.500488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.500666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.500807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.500982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.501065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.501276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.501276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501388] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.003392] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1128.022570] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.022745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.022800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.023727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.023727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.023727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.023727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.023727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.023933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.023933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.024177] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.024324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.024387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.024537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.024612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.024796] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.024955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.024955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.025098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.025173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.025256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be created. [ 1128.087504] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.087504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.087504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.087504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.087504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.099471] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1128.299436] env[65712]: INFO networking_nsxv3.common.synchronization [req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 req-307d8d13-b35f-40b9-a67c-b4b032062733 tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1128.299991] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1128.301171] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.301341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.302097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.302097] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.302097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.302312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.302547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.302681] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.605296] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.605552] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-824" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.605695] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-824" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.606051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-824" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.606379] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.606589] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.606739] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.606996] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.607167] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.607388] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.607492] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.607600] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.607729] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.608362] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.608362] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.608362] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.627608] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.627808] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.627919] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.628128] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-824" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.628678] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.628869] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.629072] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.629450] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.629595] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71674bc9-3eeb-4f2d-bcd9-58a8149ae64c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.805685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.805965] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.806123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.806448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.806617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.806957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.807158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.807403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.807756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.807756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.807879] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 already deleted. [ 1128.807947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.132378] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.132810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.132810] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.133062] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.133309] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.133466] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c not found, creating... [ 1129.133811] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.134045] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.134198] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.134518] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.134713] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.135109] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.135374] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.135490] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.135794] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.135973] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.136184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c is going to be created. [ 1129.159205] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.159451] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.159576] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.159868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.160130] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.160361] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.909381] env[65712]: INFO networking_nsxv3.common.synchronization [req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 req-1826e9e3-b4b4-494e-8871-949429130265 service nova] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1129.909695] env[65712]: INFO networking_nsxv3.common.synchronization [req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 req-1826e9e3-b4b4-494e-8871-949429130265 service nova] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1129.909695] env[65712]: INFO networking_nsxv3.common.synchronization [req-2d89a725-2b46-48b9-b5be-ec71cb0a0ef1 req-1826e9e3-b4b4-494e-8871-949429130265 service nova] Enqueued Resource ID: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c with Priority: HIGHEST for action port [ 1129.910330] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_rules [ 1129.910516] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1129.910663] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c with Priority: HIGHEST for action port [ 1129.911033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.911279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.911279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.911464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.911544] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.912607] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.912607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.912607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.912907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.912907] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.913029] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.913166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.913326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.913520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.913520] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.914797] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.914920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.914920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.915416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.915416] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71674bc9-3eeb-4f2d-bcd9-58a8149ae64c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.113636] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1130.113636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.418663] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.419879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.419991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.420196] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c with status ACTIVE [ 1130.420369] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.420463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.420536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.420735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.420824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.421026] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.421128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.421191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.421348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.421426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.421610] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.421702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.421760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.421904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.422031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.422192] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71674bc9-3eeb-4f2d-bcd9-58a8149ae64c is going to be updated. [ 1130.446525] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.446525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.446525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.446525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.446525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.446525] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71674bc9-3eeb-4f2d-bcd9-58a8149ae64c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.541160] env[65712]: INFO networking_nsxv3.common.synchronization [req-96ead15d-ddab-442c-b06e-42459d9890ca req-9df23a4c-f92e-4254-a6ad-46075cf9e5d7 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 1130.541339] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGHEST for action security_group_members [ 1130.541647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.541767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.541834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542194] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.542295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.542350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.542510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.542709] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.926217] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.045145] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.045395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.045563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.045812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.045915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.046154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.046278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.046352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.046527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.046608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.046706] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be updated. [ 1131.076756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.077019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.077019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.077199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.077322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.086380] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: IN_PROGRESS for 2s [ 1131.430180] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.430497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.430497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.430639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.430730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.430835] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 is going to be created. [ 1131.468495] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.468652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.468769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.469090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.469286] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478818] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: UNINITIALIZED for 2s [ 1133.097144] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33595b85-dccc-4af3-b440-ba07579878e7 in Status: SUCCESS [ 1133.097436] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 deletion is rescheduled due to dependency. [ 1133.097475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.488547] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: SUCCESS [ 1133.489344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.489344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489344] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.489626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.489626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.489850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.489940] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.950601] env[65712]: INFO networking_nsxv3.common.synchronization [req-993cc2d8-82ca-46be-8365-4276cdfa1953 req-ed5bdd63-ef31-430d-a9fc-f65e353dd8d8 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1133.951248] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1133.951560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.951706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.951761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.952165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.952285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.952349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.952610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.952700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.952785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.992285] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.427513] env[65712]: INFO networking_nsxv3.common.synchronization [req-6191f108-8c20-4729-82f2-7d2663d8198e req-5501fa07-5fb4-4a3a-9b76-80c5b4ecd7c2 tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1134.427929] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1134.428259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.428379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.428433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.428679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.428845] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.429016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.429229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.429441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.429535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.429631] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.454790] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.454975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.455028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.455253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.455350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.455583] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.455690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.455754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.455914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.455991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.456096] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1134.493949] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ac1b9e4-a251-498c-9826-168ec7d360f6: rpc.has_security_group_logging(os_id): False [ 1134.506648] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.506869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.506869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.507111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.507411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.528465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1134.533784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.533784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.533970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.534098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.534169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.534409] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.536566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.536566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.536566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.536566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.536566] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 is going to be created. [ 1134.640349] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.640542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.640642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.640884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.641130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.653824] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: IN_PROGRESS for 2s [ 1134.832418] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.832613] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.832743] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.833060] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.833375] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.833562] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.833920] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.833920] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.834068] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.834321] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.834438] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.834548] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.834692] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.834770] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.834867] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.834997] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.855364] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.855543] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.855664] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.855840] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-216" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.856209] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-09afe53d-edca-4d70-8c07-4eb1760c75ad taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.856411] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.856532] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.856848] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.856989] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09afe53d-edca-4d70-8c07-4eb1760c75ad',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.934030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.934030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.934030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.934262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.934330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.934723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.934827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.934999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.935091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.935201] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e already deleted. [ 1134.935267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.360603] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.360760] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.360835] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.361270] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.361495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.361660] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 09afe53d-edca-4d70-8c07-4eb1760c75ad not found, creating... [ 1135.362014] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.362307] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.362464] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.362713] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.363646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.363646] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.363646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.363646] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.364046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.364046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.364112] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 09afe53d-edca-4d70-8c07-4eb1760c75ad is going to be created. [ 1135.389428] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.389671] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.389796] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.390076] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.390310] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.390542] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.123543] env[65712]: INFO networking_nsxv3.common.synchronization [req-6191f108-8c20-4729-82f2-7d2663d8198e req-cfa2120a-f0a4-464a-b498-8ab6c9cf349b service nova] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1136.123811] env[65712]: INFO networking_nsxv3.common.synchronization [req-6191f108-8c20-4729-82f2-7d2663d8198e req-cfa2120a-f0a4-464a-b498-8ab6c9cf349b service nova] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1136.123916] env[65712]: INFO networking_nsxv3.common.synchronization [req-6191f108-8c20-4729-82f2-7d2663d8198e req-cfa2120a-f0a4-464a-b498-8ab6c9cf349b service nova] Enqueued Resource ID: 09afe53d-edca-4d70-8c07-4eb1760c75ad with Priority: HIGHEST for action port [ 1136.124465] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_rules [ 1136.124600] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1136.124698] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09afe53d-edca-4d70-8c07-4eb1760c75ad with Priority: HIGHEST for action port [ 1136.124965] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125448] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.126690] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.126810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.126880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.127071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.127221] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.127319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.127382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.127528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.129612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.129612] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.129612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-09afe53d-edca-4d70-8c07-4eb1760c75ad taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.129612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.129612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.129612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.129612] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09afe53d-edca-4d70-8c07-4eb1760c75ad',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.541458] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1136.541458] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1136.541554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.631416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.631567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.631706] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.632658] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09afe53d-edca-4d70-8c07-4eb1760c75ad with status ACTIVE [ 1136.632856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.632983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.633067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.633279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.633398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.633578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635580] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.635580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635580] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09afe53d-edca-4d70-8c07-4eb1760c75ad is going to be updated. [ 1136.657348] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.657495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.657543] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.657745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.657870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.658064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09afe53d-edca-4d70-8c07-4eb1760c75ad" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.666357] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: SUCCESS [ 1136.666618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.136807] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.639251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.639412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.639496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.639783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.639902] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.640016] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e is going to be created. [ 1137.665885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.665885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.665885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.665885] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.666238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.675411] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: UNINITIALIZED for 2s [ 1138.816996] env[65712]: INFO networking_nsxv3.common.synchronization [None req-ec850174-369b-4203-a6e1-7bf722b4fe43 tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1138.817760] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1138.818186] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.818351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.818451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.818796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.818910] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.917667] env[65712]: INFO networking_nsxv3.common.synchronization [None req-e55a23cb-d730-4241-9de2-d057a6158a8c tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1138.920028] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1138.920377] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.920508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.340384] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.340533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.340605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.341042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.341042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.341042] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 already deleted. [ 1139.341205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.341884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.341884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.341884] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.686536] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: SUCCESS [ 1139.686702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.686914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.687161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.687354] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.687537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.687537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.687700] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.687847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.687918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.687975] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.870035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.870308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.870308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.870473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.870564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.870666] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 already deleted. [ 1139.870744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.190750] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.694033] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aa39e4f-1c28-4790-9a41-c5423c9d788e: rpc.has_security_group_logging(os_id): False [ 1140.714550] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.714768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.714821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.715048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.715139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.715427] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.715541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.715610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.715765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.716306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.716306] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e is going to be created. [ 1140.775808] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.776573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.776573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.776573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.776573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.789136] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: IN_PROGRESS for 2s [ 1142.803400] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: SUCCESS [ 1142.803866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.921167] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1143.921573] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1144.376244] env[65712]: INFO networking_nsxv3.common.synchronization [req-459cc59e-55a4-4e90-8bc0-1939dbec8117 req-b31c070c-76f2-4860-8027-d26e9ede42e0 tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1144.376780] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1144.376780] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.376955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.377039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.377317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.377538] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.377681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.377772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.378013] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.378141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.378277] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.884082] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.884205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.884293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.884538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.884635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.884827] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.884928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.884997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.885164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.885240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.885330] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1144.914212] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.914378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.914378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.914551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.914727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.924161] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1145.356208] env[65712]: INFO networking_nsxv3.common.synchronization [req-8d046e26-3f27-491b-85e7-de246e51d7f6 req-a80aaa74-72fe-48de-adc7-f459ffd3e2c5 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1145.356208] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1145.356208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.356208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.356208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.357259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.357639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.358063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.359087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.359767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.652765] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.653294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.653538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.653947] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.654388] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.654653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.654849] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.655209] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.655451] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.655774] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.655966] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.656165] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.656352] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.656556] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.656720] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.656935] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.678278] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.678428] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.678569] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.678750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.679084] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-750ca7f4-496f-4ef9-851d-8a171247072b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.679259] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.679391] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.679760] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.679878] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750ca7f4-496f-4ef9-851d-8a171247072b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.862074] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.862074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.862074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.862391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.862391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.862467] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.862556] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.862624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.862797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.862875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.862972] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 already deleted. [ 1145.863064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.181997] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.182433] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.182433] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.182758] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.182913] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.183105] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 750ca7f4-496f-4ef9-851d-8a171247072b not found, creating... [ 1146.183341] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.183498] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.183612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.183823] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.183957] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.184251] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.184405] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.184522] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.184724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.184853] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.184987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 750ca7f4-496f-4ef9-851d-8a171247072b is going to be created. [ 1146.203741] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.203948] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.204086] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.204343] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.204579] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.204793] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.920067] env[65712]: INFO networking_nsxv3.common.synchronization [req-8d046e26-3f27-491b-85e7-de246e51d7f6 req-74ab5bf4-d889-4009-82fb-0ec9dd16f042 service nova] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_rules [ 1146.920266] env[65712]: INFO networking_nsxv3.common.synchronization [req-8d046e26-3f27-491b-85e7-de246e51d7f6 req-74ab5bf4-d889-4009-82fb-0ec9dd16f042 service nova] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1146.920410] env[65712]: INFO networking_nsxv3.common.synchronization [req-8d046e26-3f27-491b-85e7-de246e51d7f6 req-74ab5bf4-d889-4009-82fb-0ec9dd16f042 service nova] Enqueued Resource ID: 750ca7f4-496f-4ef9-851d-8a171247072b with Priority: HIGHEST for action port [ 1146.920937] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_rules [ 1146.921086] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1146.921186] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750ca7f4-496f-4ef9-851d-8a171247072b with Priority: HIGHEST for action port [ 1146.921472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.921647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.921775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.921999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.922103] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.922969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.923625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.923625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.924473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924473] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.924761] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-750ca7f4-496f-4ef9-851d-8a171247072b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.924875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.925426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.925426] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750ca7f4-496f-4ef9-851d-8a171247072b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.937703] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1146.937703] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 deletion is rescheduled due to dependency. [ 1146.937703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.426968] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.428155] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.428271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.428641] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 750ca7f4-496f-4ef9-851d-8a171247072b with status ACTIVE [ 1147.428812] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.428930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.428983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.429216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.429297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.429466] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.429577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.429635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.429754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.429831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.430019] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.430565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.430696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.430863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.430928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.431145] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 750ca7f4-496f-4ef9-851d-8a171247072b is going to be updated. [ 1147.453201] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.453430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.453430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.453622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.453760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.453921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750ca7f4-496f-4ef9-851d-8a171247072b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.578793] env[65712]: INFO networking_nsxv3.common.synchronization [req-98278356-779e-4c30-9243-076041637a6d req-49fc40d5-421f-44b9-93d7-21605716ba8a tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1147.579909] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1147.580318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.580425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.580484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.580799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.580967] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.581081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.581141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.581305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.581512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.581566] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.927366] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.927606] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.927757] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.928032] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.928300] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.928459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.928580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.928829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.929030] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.929282] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.929426] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.929573] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.929696] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.929808] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.929937] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.930101] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.931940] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.951170] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.951336] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.951503] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.951690] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.952013] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-14fa012e-742a-43ff-9a98-cabbc51bb4aa taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.952186] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.952307] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.952697] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.952851] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fa012e-742a-43ff-9a98-cabbc51bb4aa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.084489] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.084647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.084724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.084954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.085064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.085269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.085378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.085445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.085632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.085715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.085807] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 already deleted. [ 1148.085888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.434200] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.434629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.434629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.434796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.434906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.435036] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be created. [ 1148.454718] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.454995] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.455171] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.455459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.455610] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.455763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 14fa012e-742a-43ff-9a98-cabbc51bb4aa not found, creating... [ 1148.456114] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.456328] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.456458] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.456682] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.456825] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.457133] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.457288] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.457405] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.457612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.457807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.457966] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa is going to be created. [ 1148.460162] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.460289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.460332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.460478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.460624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.471750] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: UNINITIALIZED for 2s [ 1148.480192] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.480401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.480524] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.480799] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.481045] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.481276] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.171828] env[65712]: INFO networking_nsxv3.common.synchronization [req-98278356-779e-4c30-9243-076041637a6d req-0b853edd-6d68-42fd-9779-0966b4b0f784 service nova] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1149.172013] env[65712]: INFO networking_nsxv3.common.synchronization [req-98278356-779e-4c30-9243-076041637a6d req-0b853edd-6d68-42fd-9779-0966b4b0f784 service nova] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1149.172162] env[65712]: INFO networking_nsxv3.common.synchronization [req-98278356-779e-4c30-9243-076041637a6d req-0b853edd-6d68-42fd-9779-0966b4b0f784 service nova] Enqueued Resource ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa with Priority: HIGHEST for action port [ 1149.172749] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1149.172884] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1149.172978] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa with Priority: HIGHEST for action port [ 1149.173292] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.173468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.173540] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.173739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.173840] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.174779] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.174896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.174963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.175659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.175659] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.175970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.176063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.176230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.176317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.176409] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.177347] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fa012e-742a-43ff-9a98-cabbc51bb4aa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.177347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.177347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.177528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.177560] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fa012e-742a-43ff-9a98-cabbc51bb4aa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.678772] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.679912] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.680048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.680405] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fa012e-742a-43ff-9a98-cabbc51bb4aa with status ACTIVE [ 1149.680503] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.680668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.681252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.681252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.681252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681461] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.681461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.681547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.681657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.681731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.681915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.682020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.682095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.682233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.682283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.682410] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa is going to be updated. [ 1149.703686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.703982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.703982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.704131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.704275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.704440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.802130] env[65712]: INFO networking_nsxv3.common.synchronization [req-86e72d80-2c03-474f-ad05-ea9b99e26a67 req-07c14558-0805-477c-a2dc-bd96d9433d7f tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1149.802706] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1149.803036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.803247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.803420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.803574] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803689] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.803787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.803952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.804047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.804141] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.113934] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.114148] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.114277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.114548] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.114811] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.114969] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.115096] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.115312] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.115463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.115709] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.115842] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.115910] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.116034] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.116149] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.116254] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.116384] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.135225] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.135402] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.135539] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.135716] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.136040] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-ab8be316-aa11-48b8-8d1e-f29ffad319e2 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.136214] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.136344] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.136678] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.136856] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8be316-aa11-48b8-8d1e-f29ffad319e2',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.180675] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.306168] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.306339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.306530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.306641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.306737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.306933] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.307050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.307115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.307267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.307344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.307492] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1150.342751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.342940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.342940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.343283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.343584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.352747] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1150.481890] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1150.482103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.482324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.482575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.482844] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.483020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.483137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.483377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.483462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.483569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.483674] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.639639] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.639819] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.639944] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.640308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.640473] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.640654] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port ab8be316-aa11-48b8-8d1e-f29ffad319e2 not found, creating... [ 1150.641016] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.641157] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.641268] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.641514] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.641657] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.641940] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.642109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.642226] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.642444] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.642612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.642761] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: ab8be316-aa11-48b8-8d1e-f29ffad319e2 is going to be created. [ 1150.662428] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.662681] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.662843] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.663118] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.663345] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.663558] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.682557] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.683060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.683060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.683060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.683202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.683287] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be created. [ 1150.714229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.714504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.714504] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.714741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.714971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.741528] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: UNINITIALIZED for 2s [ 1150.986097] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.986353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.986474] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.986682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.986917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.987093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.987175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.987346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.987455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.987576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.987750] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.987841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.987938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.988138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.988305] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.988449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.988560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.988667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.988759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.988869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.988984] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.422223] env[65712]: INFO networking_nsxv3.common.synchronization [req-86e72d80-2c03-474f-ad05-ea9b99e26a67 req-025c8f6e-07b5-4a64-8701-f65eb12b7ce2 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1151.422406] env[65712]: INFO networking_nsxv3.common.synchronization [req-86e72d80-2c03-474f-ad05-ea9b99e26a67 req-025c8f6e-07b5-4a64-8701-f65eb12b7ce2 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1151.422961] env[65712]: INFO networking_nsxv3.common.synchronization [req-86e72d80-2c03-474f-ad05-ea9b99e26a67 req-025c8f6e-07b5-4a64-8701-f65eb12b7ce2 service nova] Enqueued Resource ID: ab8be316-aa11-48b8-8d1e-f29ffad319e2 with Priority: HIGHEST for action port [ 1151.423240] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1151.423376] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1151.423478] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8be316-aa11-48b8-8d1e-f29ffad319e2 with Priority: HIGHEST for action port [ 1151.423757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.423887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.423958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.424179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.424272] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.425114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.425223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.425450] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8be316-aa11-48b8-8d1e-f29ffad319e2 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.425530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.425616] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.425796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.425895] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8be316-aa11-48b8-8d1e-f29ffad319e2',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.491496] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2bed6c-d48e-4253-b7cc-7b8c86e89676: rpc.has_security_group_logging(os_id): False [ 1151.509556] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.509745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.509795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.509975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.510079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.510300] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.510400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.510465] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.510647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.510743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.510915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.510993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.511361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.511361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.511361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.511614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.511614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.511701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.511807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.511877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.511963] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be created. [ 1151.575752] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.576000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.576132] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.576596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.576831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.588404] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: IN_PROGRESS for 2s [ 1151.927332] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.927636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.927755] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab8be316-aa11-48b8-8d1e-f29ffad319e2 with status ACTIVE [ 1151.927969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.928103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.928164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.928400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.928492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.928683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.928793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.928853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.929325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.929325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.929587] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.929663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.929663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.929865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.930032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.930032] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab8be316-aa11-48b8-8d1e-f29ffad319e2 is going to be updated. [ 1151.950856] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.951089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.951089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.951320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.951492] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.951680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8be316-aa11-48b8-8d1e-f29ffad319e2" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368084] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1152.368084] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368084] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.368084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.368084] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.751239] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1152.751581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.751785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.752034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.752269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.752844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.752844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.752844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.752844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.753017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.753141] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.868959] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.256044] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.371643] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.601725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1153.602062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.758411] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ce15f20-34fe-49b5-9411-0c038c2c5077: rpc.has_security_group_logging(os_id): False [ 1153.776555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.776758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.777141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.777141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.777141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.777659] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.777659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.777659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.777806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.777806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.777866] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be created. [ 1153.848717] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.848937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.849072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.849336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.849598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.865707] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: IN_PROGRESS for 2s [ 1153.875661] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.875799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.875799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.876014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.876108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.876259] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1153.919433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.919625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.919709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.919918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.920080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.929644] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1155.877685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1155.878094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.938674] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1155.938850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.939032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.939272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.939892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.939892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.939892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.939892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.939892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.940190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.940190] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.424699] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.424873] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1156.442984] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.443166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.443250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.443502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.443689] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.443794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.443868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.444127] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.444285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.444352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.444475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.444579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.444639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.444799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.445609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.445609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.445609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.445609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.445609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.445609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.445609] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.950085] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1156.967812] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.968045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.968045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.968248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.968338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.968576] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.968693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.968760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.968911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.968987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.969177] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.969268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.969329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.969473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.969545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.969719] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.969812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.969869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.970429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.970517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.970611] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1157.031345] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.031464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.031557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.031804] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.031946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.044331] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1158.560191] env[65712]: INFO networking_nsxv3.common.synchronization [req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace req-ccf364ea-e6ac-425d-afb6-bc9fcc3e99ec tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1158.560792] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1158.561231] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.562870] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.562870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.562870] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.930049] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.930049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.930049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.930049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.930323] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.930383] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.930504] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.930727] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.930875] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.931099] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.931214] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.931375] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.931526] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.931680] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.931791] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.931928] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.952525] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.952716] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.952920] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.953044] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.953380] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.953551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.953714] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.954123] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.954267] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b6b59c-a9b9-4629-9b27-b7435b4fd16b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.058358] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1159.058532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.065660] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.065660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.065818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.065959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.066069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.066271] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.066372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.066436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.066593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.067101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.067101] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1159.093585] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.093766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.093807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.093999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.094156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.104033] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1159.456736] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.456991] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.457095] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.457393] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.457539] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.457723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b not found, creating... [ 1159.458029] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.458192] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.458313] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.458608] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.458809] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.459071] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.459233] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.459351] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.459567] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.459702] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.460876] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b is going to be created. [ 1159.490653] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.490931] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.491106] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.491516] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.491786] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.492036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.203672] env[65712]: INFO networking_nsxv3.common.synchronization [req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace req-93d5e88d-5a30-4c62-86f5-a0e38f1ca9b8 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1160.204163] env[65712]: INFO networking_nsxv3.common.synchronization [req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace req-93d5e88d-5a30-4c62-86f5-a0e38f1ca9b8 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1160.204361] env[65712]: INFO networking_nsxv3.common.synchronization [req-eff13eb9-c0e2-48d5-9a97-a3c81f34eace req-93d5e88d-5a30-4c62-86f5-a0e38f1ca9b8 service nova] Enqueued Resource ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with Priority: HIGHEST for action port [ 1160.204901] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1160.205492] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1160.205708] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with Priority: HIGHEST for action port [ 1160.205946] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.206092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.206166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.206438] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.208733] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.208857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.209068] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.209168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.209228] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.209419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.211200] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b6b59c-a9b9-4629-9b27-b7435b4fd16b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.711784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.711916] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.712140] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with status ACTIVE [ 1160.712339] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.712485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.712575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.712866] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.713028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.713269] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.713377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.713434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.713623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.713706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.713910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.714017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.714096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.714250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.714327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.714417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b is going to be updated. [ 1160.737122] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.737282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.737338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.737549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.737686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.737853] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.114765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1161.114952] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 deletion is rescheduled due to dependency. [ 1161.115089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115460] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.115850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.115850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.116074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.116156] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.618631] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.121224] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.624491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.624910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.624910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.624995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.625178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.625242] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1162.656463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.656607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.656676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.656897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.657064] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.673147] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1164.695771] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1164.695771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.696415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.696415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.696415] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.696415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.696640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.696640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.696732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.696879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.696952] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.199908] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.206830] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.206830] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1165.702220] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be44257d-0dcf-4b8c-86a3-cf27a9608c93: rpc.has_security_group_logging(os_id): False [ 1165.723136] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.723374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.723374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.723534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.723639] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.723909] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.724018] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.724102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.724264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.724339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.724425] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1165.793680] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.793823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.793869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.794206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.794435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.838834] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1166.408551] env[65712]: INFO networking_nsxv3.common.synchronization [req-cbf704fe-a5ca-4ab0-879e-8768c9ac85f2 req-ddb86b2b-b661-4e4a-b22c-1c53504f1dd1 tempest-AttachVolumeTestJSON-2026599595 tempest-AttachVolumeTestJSON-2026599595-project-member] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1166.409223] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGHEST for action security_group_members [ 1166.409575] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.409805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.409913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.410190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.410355] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.410770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.410770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.410770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.410945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.410945] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.915558] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.916038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.916038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.916178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.916300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.916539] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.916681] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.916772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.916973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.917103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.917226] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f is going to be updated. [ 1166.950127] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.950321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.950384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.950599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.950766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.960255] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: IN_PROGRESS for 2s [ 1167.853498] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1167.853791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.970436] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6562948-9f94-4bb7-9371-b6dfc691e55f in Status: SUCCESS [ 1168.970917] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f deletion is rescheduled due to dependency. [ 1168.970917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.410007] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.410233] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1172.647110] env[65712]: INFO networking_nsxv3.common.synchronization [req-19efd96b-da87-4450-9e39-a97464e9d426 req-ac64a58e-2bb6-493b-9329-c9361445cfa7 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1172.647724] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1172.648054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.648205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.648285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.648490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.648655] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.648755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.648819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.648969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.649072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.649169] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.152229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.152439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.152439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.152675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.152769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.152991] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.153125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.153177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.153335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.153406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.153533] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be updated. [ 1173.187795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.188023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.188023] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.188232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.188381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.203786] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: IN_PROGRESS for 2s [ 1175.214125] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1175.214406] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 deletion is rescheduled due to dependency. [ 1175.214450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.409728] env[65712]: INFO networking_nsxv3.common.synchronization [req-a319c082-1003-4a3d-bfcb-277fadb79540 req-c05cad1b-4a12-4aa1-9ad4-37dc8857138d tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1175.410330] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1175.410639] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.410759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.410828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.414876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.414876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.414876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.414876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.414876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.414876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.414876] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.920806] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.920963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.921053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.921396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.921597] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.921699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.921763] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.922043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.922145] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1175.956366] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.956366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.956611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.956611] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.957022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.967043] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1176.898025] env[65712]: INFO networking_nsxv3.common.synchronization [None req-b42bc3dd-3e96-46a6-b005-a3c023db32fe tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1176.898423] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1176.898578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.898699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.898767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.899057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.899162] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.985833] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3d91a45d-03c7-471b-afef-2b062daca936 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1176.986512] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1176.986908] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.987032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.421098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.421265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.421339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.421560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.421652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.421753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 already deleted. [ 1177.421837] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.421987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.422185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.422315] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.817256] env[65712]: INFO networking_nsxv3.common.synchronization [req-16c0d87e-b2d1-48e3-8246-257df5a45fb2 req-eb1b7f83-27e8-4893-a769-9bccd3804ffd tempest-ServersTestManualDisk-410342552 tempest-ServersTestManualDisk-410342552-project-member] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1177.817848] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGHEST for action security_group_members [ 1177.818164] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.818358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.818358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.818754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.818830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.818830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.819074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.819143] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.942795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.943180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.943180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.943273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.943308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.943417] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 already deleted. [ 1177.943476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.977844] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1177.977844] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1177.978116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.323802] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.324070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.324203] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.324586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.324586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.324820] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.324967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.325091] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.325270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.325388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.325526] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 is going to be updated. [ 1178.355937] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.356208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.356208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.356383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.356523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.365888] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: IN_PROGRESS for 2s [ 1180.377490] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 in Status: SUCCESS [ 1180.377735] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 deletion is rescheduled due to dependency. [ 1180.377767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.498647] env[65712]: INFO networking_nsxv3.common.synchronization [req-5ca361cd-e3f1-481c-a955-082693b69098 req-2abfa114-bacd-4433-a5a2-b2c4478e0c07 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1182.499213] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1182.499521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.499647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.499712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.499968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.500308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.500469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.500532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.500699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.500787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.500888] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.910739] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.910739] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.910739] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.910739] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.912795] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.912795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.912795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.912795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.912795] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.912795] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.912795] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.912795] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.912795] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.912795] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.912795] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.912795] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.933842] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.934860] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.934968] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.935171] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.935547] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-01ac25ef-34c9-4631-ae29-52695a3fdc96 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.935655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.935840] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.936131] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.936290] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ac25ef-34c9-4631-ae29-52695a3fdc96',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.003919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.003919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.004104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.004199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.004290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.004711] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.004711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.004834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.005842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.005842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.005842] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 already deleted. [ 1183.005842] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.439347] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.439602] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.439743] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.440117] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.440354] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.440514] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 01ac25ef-34c9-4631-ae29-52695a3fdc96 not found, creating... [ 1183.440787] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.440959] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.441093] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.441330] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.441465] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.441745] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.441902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.442041] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.442294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.442437] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.442576] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 01ac25ef-34c9-4631-ae29-52695a3fdc96 is going to be created. [ 1183.462834] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.463046] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.463176] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.463487] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.463773] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.464139] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.207840] env[65712]: INFO networking_nsxv3.common.synchronization [req-5ca361cd-e3f1-481c-a955-082693b69098 req-a1ce9987-3f85-4432-b74d-77c6f0ae5f24 service nova] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1184.208118] env[65712]: INFO networking_nsxv3.common.synchronization [req-5ca361cd-e3f1-481c-a955-082693b69098 req-a1ce9987-3f85-4432-b74d-77c6f0ae5f24 service nova] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1184.208226] env[65712]: INFO networking_nsxv3.common.synchronization [req-5ca361cd-e3f1-481c-a955-082693b69098 req-a1ce9987-3f85-4432-b74d-77c6f0ae5f24 service nova] Enqueued Resource ID: 01ac25ef-34c9-4631-ae29-52695a3fdc96 with Priority: HIGHEST for action port [ 1184.208690] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_rules [ 1184.209099] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1184.209262] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac25ef-34c9-4631-ae29-52695a3fdc96 with Priority: HIGHEST for action port [ 1184.209572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.209783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.209783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.209995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.210103] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.210927] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.211055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.211121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.211299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.211448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.211532] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.211581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.211726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.211806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.211893] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.212829] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ac25ef-34c9-4631-ae29-52695a3fdc96 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.212928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.213010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.213368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.213368] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ac25ef-34c9-4631-ae29-52695a3fdc96',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.545904] env[65712]: INFO networking_nsxv3.common.synchronization [req-3a20dbc3-1fa1-4a30-a0c2-6677e36a64eb req-65ca43a3-aa96-4337-acd9-0855aa69aa50 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1184.546453] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1184.546834] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.546972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.546972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.547163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.547325] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.547444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.547506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.547622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.547706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.547801] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.716480] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.716613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.716813] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.717743] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01ac25ef-34c9-4631-ae29-52695a3fdc96 with status ACTIVE [ 1184.717928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.718052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.718121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.718322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.718414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.718591] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.718693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.718750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.718903] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.718978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.720637] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.720751] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.720814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.720975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.721068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.721222] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01ac25ef-34c9-4631-ae29-52695a3fdc96 is going to be updated. [ 1184.743521] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.743767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.743767] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.744031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.744154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.744279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ac25ef-34c9-4631-ae29-52695a3fdc96" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.049519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.049672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.049887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.050590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.050590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.050590] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.050590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.050736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.050813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.050873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.050949] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1185.080218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.080333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.080333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.080557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.080701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.090996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1185.224445] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.727476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.727476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.727476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.727731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.727777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.727924] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 is going to be created. [ 1185.757928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.758081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.758081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.758289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.758498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.769577] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: UNINITIALIZED for 2s [ 1186.395933] env[65712]: INFO networking_nsxv3.common.synchronization [req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f req-91d08a77-b8d1-4f1a-a486-e1f58775b09c tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1186.396447] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1186.396757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.396882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.396992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.397243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.397820] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.397946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.398037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.398216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.398299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.398401] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.734879] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.735101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.735229] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.735500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.735759] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.735946] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.736117] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.736667] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.736837] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.737061] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.737180] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.737289] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.737401] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.737511] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.737643] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.737792] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.765335] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.765335] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.765418] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.765623] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.765921] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-d034f9d7-48bb-4752-b24d-7ddd2c336143 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.766127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.766251] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.766632] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.766767] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d034f9d7-48bb-4752-b24d-7ddd2c336143',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.900472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.900644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.900740] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.900982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.901093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.901298] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.901400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.901461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.901617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.901696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.901843] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1186.929520] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.929731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.929782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.930020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.930177] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.939069] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1187.103820] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1187.104056] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 deletion is rescheduled due to dependency. [ 1187.104131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.271352] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.271352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.271352] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.271958] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.272710] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.272927] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port d034f9d7-48bb-4752-b24d-7ddd2c336143 not found, creating... [ 1187.273317] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.273612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.273744] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.274059] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.274255] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.274706] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.274987] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.275109] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.275412] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.275590] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.275763] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: d034f9d7-48bb-4752-b24d-7ddd2c336143 is going to be created. [ 1187.299829] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.300182] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.300409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.300799] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.301302] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.301909] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.782814] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: SUCCESS [ 1187.783112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.783251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.783482] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.783671] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.783787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.783849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.784009] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.784095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.784180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.784273] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.994926] env[65712]: INFO networking_nsxv3.common.synchronization [req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f req-a4781ee9-aa58-46d2-b782-906ae7f85672 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1187.995182] env[65712]: INFO networking_nsxv3.common.synchronization [req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f req-a4781ee9-aa58-46d2-b782-906ae7f85672 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1187.995375] env[65712]: INFO networking_nsxv3.common.synchronization [req-c188f55d-1ff0-42d8-bd2a-e97d0e3a613f req-a4781ee9-aa58-46d2-b782-906ae7f85672 service nova] Enqueued Resource ID: d034f9d7-48bb-4752-b24d-7ddd2c336143 with Priority: HIGHEST for action port [ 1187.995923] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1187.996116] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1187.996238] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d034f9d7-48bb-4752-b24d-7ddd2c336143 with Priority: HIGHEST for action port [ 1187.996518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.996607] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.996675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.996870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.996944] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.998200] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.998292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.998482] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-d034f9d7-48bb-4752-b24d-7ddd2c336143 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.998619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.998669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.998872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.998872] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d034f9d7-48bb-4752-b24d-7ddd2c336143',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.287190] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.499510] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.499835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.500166] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d034f9d7-48bb-4752-b24d-7ddd2c336143 with status ACTIVE [ 1188.500387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.500505] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.500577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.500823] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.500889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.501087] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.501187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.501250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.501437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.501518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.501717] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.501872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.501872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.502021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.502097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.502184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d034f9d7-48bb-4752-b24d-7ddd2c336143 is going to be updated. [ 1188.524137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.524340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.524383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.524601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.524747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.524918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d034f9d7-48bb-4752-b24d-7ddd2c336143" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.789930] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37f89daf-51c8-4979-a4b1-ba99ad2e2096: rpc.has_security_group_logging(os_id): False [ 1188.808067] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.808299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.808342] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.808569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.808679] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.808967] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.809089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.809171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.809351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.809434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.809550] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 is going to be created. [ 1188.868308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.868526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.868590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.868785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.868961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.880475] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: IN_PROGRESS for 2s [ 1188.950657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1188.950844] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1188.950961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.951155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.951606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.951818] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.951950] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.952033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.952209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.952327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.952429] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.454675] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.958874] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.460378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.460541] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.460612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.460835] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.460935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.461047] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1190.489973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.490138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.490256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.490503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.490654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.499720] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1190.894169] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: SUCCESS [ 1190.894501] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.509871] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1192.510298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.510298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.510456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.510654] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.510770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.510836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.510998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.511095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.511180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.511271] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.997211] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.997421] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.014064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.014284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.014284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.014513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.014761] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.014888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.014947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.015129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.015217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.015305] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.015484] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.015588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.015632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.015744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.015880] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.015969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.016046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.016192] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.016268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.016350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.016440] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.520131] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1193.538232] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.538473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.538473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.538617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.538658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.538866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.538969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.539043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.539298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.539390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.539606] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.539708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.539777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.539908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.539975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.540170] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.540291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.540360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.540493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.540590] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.540674] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1193.596810] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.597008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.597058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.597252] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.597398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.630704] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1194.083221] env[65712]: INFO networking_nsxv3.common.synchronization [req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be req-179994fe-f540-46b8-9f39-1933f9a4163a tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1194.083221] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1194.083657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.084416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.084416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.084416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.084416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.084416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.084708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.084708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.084777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.085362] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.410415] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.410666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.410798] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.411073] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.411332] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.411486] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.411603] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.411827] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.411967] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.412184] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.412296] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.412429] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.412556] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.412668] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.412773] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.412912] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.437153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.437378] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.437523] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.437701] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-608" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.438027] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-ca991ace-5a70-448b-b405-2c08f6429dd4 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.438204] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.438323] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.438652] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.438856] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca991ace-5a70-448b-b405-2c08f6429dd4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.586983] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.587410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.587410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.587410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.587520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.587625] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.587770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.587849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.588015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.588100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.588193] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1194.613502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.613713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.613713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.613888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.614053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.622841] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1194.941783] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.942028] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.942162] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.942495] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.942661] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.942820] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port ca991ace-5a70-448b-b405-2c08f6429dd4 not found, creating... [ 1194.943101] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.943262] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.943401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.943668] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.943822] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.944146] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.944308] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.944430] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.944643] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.944776] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.945264] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: ca991ace-5a70-448b-b405-2c08f6429dd4 is going to be created. [ 1194.971815] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.972122] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.972183] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.972487] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.972721] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.972953] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.646505] env[65712]: INFO networking_nsxv3.common.synchronization [req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be req-62adc49b-0690-49e7-b8f7-c5919f52c7b1 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 1195.646867] env[65712]: INFO networking_nsxv3.common.synchronization [req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be req-62adc49b-0690-49e7-b8f7-c5919f52c7b1 service nova] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1195.647021] env[65712]: INFO networking_nsxv3.common.synchronization [req-5cc7bd0f-9432-42dc-9ae3-93fd8f4837be req-62adc49b-0690-49e7-b8f7-c5919f52c7b1 service nova] Enqueued Resource ID: ca991ace-5a70-448b-b405-2c08f6429dd4 with Priority: HIGHEST for action port [ 1195.647911] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1195.648135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.648611] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_rules [ 1195.648745] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1195.648844] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca991ace-5a70-448b-b405-2c08f6429dd4 with Priority: HIGHEST for action port [ 1195.649148] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.649241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.649307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.649497] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.649643] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.650505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.650609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.650849] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca991ace-5a70-448b-b405-2c08f6429dd4 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.650935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.650967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.651148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.651211] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca991ace-5a70-448b-b405-2c08f6429dd4',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.152663] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.152663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.152870] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca991ace-5a70-448b-b405-2c08f6429dd4 with status ACTIVE [ 1196.152961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.153063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.153121] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.153329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.153426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.153599] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.153695] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.153759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.153913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.153990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.154192] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.154288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.154373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.154538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.154617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.154698] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca991ace-5a70-448b-b405-2c08f6429dd4 is going to be updated. [ 1196.177423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.177673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.177673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.177886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.178020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.178187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca991ace-5a70-448b-b405-2c08f6429dd4" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.632955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1196.633699] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 deletion is rescheduled due to dependency. [ 1196.633699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.633840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.633955] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.634167] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.634288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.634353] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.634534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.634623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.634720] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.141052] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.642784] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.145642] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.146089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.146089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.146089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.146281] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1198.187364] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.187515] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.187588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.187818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.187988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.199587] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1199.857589] env[65712]: INFO networking_nsxv3.common.synchronization [req-269c5657-b03e-401f-a224-af58f8a9bf45 req-a7ef47a6-7115-4637-b144-91b0dd31c9bc tempest-AttachVolumeNegativeTest-352018151 tempest-AttachVolumeNegativeTest-352018151-project-member] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1199.858145] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGHEST for action security_group_members [ 1199.858886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.858886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.858886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.859065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.859150] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.859229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.859337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.859439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.859517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.860146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.211832] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1200.213102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.213182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.213517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.213741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.213896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.213938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.214115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.214201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.214283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.214402] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.362219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.362408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.362564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.362794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.362890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.363238] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.363376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.363451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.363655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.363760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.363872] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e is going to be updated. [ 1200.395775] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.395775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.395775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.396197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.396263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.408435] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: IN_PROGRESS for 2s [ 1200.717275] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.219506] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 499efa48-3334-4713-a1c5-c1b045301134: rpc.has_security_group_logging(os_id): False [ 1201.239075] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.239297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.239352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.239592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.239846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.240126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.240279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.240378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.240629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.240733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.240847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1201.315311] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.315481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.315549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.315824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.315998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.330690] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1202.418021] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e in Status: SUCCESS [ 1202.418394] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e deletion is rescheduled due to dependency. [ 1202.418394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.348406] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1203.348709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.859415] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.859802] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.861084] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.861870] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.862446] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.862902] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.864064] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.864371] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.749602] env[65712]: INFO networking_nsxv3.common.synchronization [req-ba7cc669-c76e-4a38-a8ce-6ae8dce6555e req-b053ac1f-6117-47dc-b990-8a0bcc928228 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1220.750210] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1220.750573] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.750652] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.750709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.750919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.751195] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.751318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.751400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.751588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.751671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.752293] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.254551] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.255042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.255042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.255042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.255167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.255294] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.255414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.255476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.255649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.255728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.255840] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1221.289881] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.289881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.289881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.289881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.289881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.299623] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1223.310991] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1223.311318] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1223.311318] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.751707] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.752202] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.592903] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.593184] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.593320] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.593601] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.593865] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.594317] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.594529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.594777] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.594935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.595174] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.595293] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.595404] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.595513] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.595621] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.595725] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.595864] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.615373] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.615558] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.615747] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.616013] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-296" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.616352] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-14fa012e-742a-43ff-9a98-cabbc51bb4aa taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.616528] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.616647] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.616914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.617062] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fa012e-742a-43ff-9a98-cabbc51bb4aa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.119153] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.119582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.119582] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.119769] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.119918] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.120222] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.120379] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.120497] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.120706] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.120848] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.121175] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.121339] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.121456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.121669] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.121807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.121945] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa is going to be updated. [ 1227.143413] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.143640] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.143772] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.144050] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.144285] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.144538] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.272568] env[65712]: INFO networking_nsxv3.common.synchronization [req-0516c361-641c-4d1c-8b39-be0b2009edcf req-d61609d0-ca3f-4abe-8cb8-a426e54d945c service nova] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1228.272881] env[65712]: INFO networking_nsxv3.common.synchronization [req-0516c361-641c-4d1c-8b39-be0b2009edcf req-d61609d0-ca3f-4abe-8cb8-a426e54d945c service nova] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1228.272881] env[65712]: INFO networking_nsxv3.common.synchronization [req-0516c361-641c-4d1c-8b39-be0b2009edcf req-d61609d0-ca3f-4abe-8cb8-a426e54d945c service nova] Enqueued Resource ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa with Priority: HIGHEST for action port [ 1228.273506] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_rules [ 1228.273642] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1228.273743] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa with Priority: HIGHEST for action port [ 1228.274246] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.274383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.274453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.274657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.274741] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.276110] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.276324] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.276375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.276626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.276782] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.276880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.277030] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.277101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.277179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.277276] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.278568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fa012e-742a-43ff-9a98-cabbc51bb4aa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.279063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.279063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.279063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.279627] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fa012e-742a-43ff-9a98-cabbc51bb4aa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.776665] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.776877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.779243] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.782147] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fa012e-742a-43ff-9a98-cabbc51bb4aa with status ACTIVE [ 1228.782463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.782617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.782687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.782919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.783093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.783294] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.783430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.783472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.783623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.783703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.783887] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.783990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.784428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.784428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.784524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.784618] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fa012e-742a-43ff-9a98-cabbc51bb4aa is going to be updated. [ 1228.808058] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.808312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.808414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.809249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.809249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.809249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fa012e-742a-43ff-9a98-cabbc51bb4aa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.287027] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.287027] env[65712]: INFO networking_nsxv3.common.synchronization [req-702a5342-b49a-4235-8be4-10578f6446f2 req-ab0edd14-0167-4b80-9f5d-9037afc55e6d tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1229.287027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1229.287027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.287027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.287027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.287027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.287027] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.287027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.287027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.287557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.287557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.287557] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.585037] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.587902] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.587902] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.587902] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.587902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.587902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.587902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.587902] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.587902] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.587902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.609685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.609685] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.609955] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.609955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.610232] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.610881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.610881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.610881] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611139] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd006ca1-c690-4e3b-92c6-8b0efd8955f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.789613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.789821] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.789907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.790191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.790383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.790517] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be updated. [ 1229.792098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.792302] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.792429] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.792618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.792748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.792958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.793108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.793182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.793346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.793418] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.793505] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1229.827020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.827186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.827271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.827488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.827625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.829412] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.829588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.829588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.829762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.829921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.841432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1229.842478] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: IN_PROGRESS for 2s [ 1230.113251] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.113543] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.113733] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.114047] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.114235] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.114398] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port dd006ca1-c690-4e3b-92c6-8b0efd8955f6 not found, creating... [ 1230.114664] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.114822] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.114941] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.115214] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.115377] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.115659] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.115814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.115930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.116157] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.116294] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.116430] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 is going to be created. [ 1230.136476] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.136715] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.136715] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.136972] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.137197] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.137420] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.831812] env[65712]: INFO networking_nsxv3.common.synchronization [req-702a5342-b49a-4235-8be4-10578f6446f2 req-0bc5144f-faf3-40e9-ad04-0b0c46989432 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1230.832083] env[65712]: INFO networking_nsxv3.common.synchronization [req-702a5342-b49a-4235-8be4-10578f6446f2 req-0bc5144f-faf3-40e9-ad04-0b0c46989432 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1230.832152] env[65712]: INFO networking_nsxv3.common.synchronization [req-702a5342-b49a-4235-8be4-10578f6446f2 req-0bc5144f-faf3-40e9-ad04-0b0c46989432 service nova] Enqueued Resource ID: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 with Priority: HIGHEST for action port [ 1230.833536] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1230.833733] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1230.833886] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 with Priority: HIGHEST for action port [ 1230.834238] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.834421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.834523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.834749] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.834865] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.836651] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.836738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.836979] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.837134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.837199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.837391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.837464] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd006ca1-c690-4e3b-92c6-8b0efd8955f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.337259] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.337485] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.339843] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd006ca1-c690-4e3b-92c6-8b0efd8955f6 with status ACTIVE [ 1231.340023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.340139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.340219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.340427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.340529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.340709] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.340810] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.340875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.341097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.341156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.341317] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.341413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.341476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.341624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.341698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.341785] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd006ca1-c690-4e3b-92c6-8b0efd8955f6 is going to be updated. [ 1231.365309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.365506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.365551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.365744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.365951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.366221] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd006ca1-c690-4e3b-92c6-8b0efd8955f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.852765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1231.852765] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1231.853178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.853178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.853389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.853584] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.854230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.854230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.854230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.854230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.854230] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.855617] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1231.855802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.855978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.856139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.856308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.856484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.856484] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.856720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.856720] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.856813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.856855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.358847] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.359872] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.862330] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.863355] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ce15f20-34fe-49b5-9411-0c038c2c5077: rpc.has_security_group_logging(os_id): False [ 1232.885058] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.885058] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.885348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.885508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.885694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.886052] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.886219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.886326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.886582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.886723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.886867] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be updated. [ 1232.959036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.959174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.960042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.960042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.960042] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.972795] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: IN_PROGRESS for 2s [ 1233.365705] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.365937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.366060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.366357] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.366472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.366634] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1233.397895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.398124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.398124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.398348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.398496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.409481] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1234.994162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1234.994567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.424660] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1235.424855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.425039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.425279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.425545] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.425697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.425815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.425899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.425974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.426076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.426174] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.835338] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.835543] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1235.929160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.929392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.929392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.929618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.929759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.929858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.929920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.930096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.930185] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.930274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.930429] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.930523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.930651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.930730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.930867] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.930957] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.931027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.931173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.931248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.931330] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.931419] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.434188] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1236.454490] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.454644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.454737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.454960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.455299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.455416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.455534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.455534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.455676] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.455744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.455913] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.456060] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.456124] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.456271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.456344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.456537] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.456635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.456742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.456870] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.456958] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.457037] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1236.523393] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.523651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.523651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.523908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.524041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.545595] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1238.240399] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.240789] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.240789] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.241274] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.242018] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.242275] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.242528] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.242862] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.243051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.243323] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.243445] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.243561] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.243725] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.243945] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.244177] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.244360] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.274347] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.274587] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.274756] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.274895] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-268" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.275252] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.275435] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.275557] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.275872] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.276036] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b6b59c-a9b9-4629-9b27-b7435b4fd16b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.568167] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1238.568426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.778364] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.778609] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.778767] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.779123] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.779311] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.779685] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.779884] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.780022] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.780307] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.780473] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.780947] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.781065] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.781186] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.781529] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.781785] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.782075] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b is going to be updated. [ 1238.809161] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.809443] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.809655] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.809960] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.810176] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.810421] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.516504] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 req-b7aba3cf-c778-467f-93c9-772ca508ade6 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1239.516798] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 req-b7aba3cf-c778-467f-93c9-772ca508ade6 service nova] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1239.516798] env[65712]: INFO networking_nsxv3.common.synchronization [req-d4dbdf03-421f-4c7c-bb99-74eb135c2d42 req-b7aba3cf-c778-467f-93c9-772ca508ade6 service nova] Enqueued Resource ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with Priority: HIGHEST for action port [ 1239.517345] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_rules [ 1239.517485] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1239.517584] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with Priority: HIGHEST for action port [ 1239.517855] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.517977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.518089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.518244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.518323] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.519180] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.519299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.519354] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.519524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.519861] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.519861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.519861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.520077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.520077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.520142] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.521022] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.521022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.521267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.521267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.521370] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b6b59c-a9b9-4629-9b27-b7435b4fd16b',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.022982] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.024382] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.024503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.024897] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b6b59c-a9b9-4629-9b27-b7435b4fd16b with status ACTIVE [ 1240.025084] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.025196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.025263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.025471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.025566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.025735] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.025830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.025915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.026071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.026307] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.026502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.026502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.026648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.026648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.026812] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b6b59c-a9b9-4629-9b27-b7435b4fd16b is going to be updated. [ 1240.049251] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.049425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.049425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.049610] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.049776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.049947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b6b59c-a9b9-4629-9b27-b7435b4fd16b" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.525749] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.028258] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.028468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.028468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.028721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.028844] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.028886] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1241.065759] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.065994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.065994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.066198] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.066346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.076564] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1243.093797] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1243.094102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.094218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.094457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.094677] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.094800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.094868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.095055] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.095136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.095227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.095320] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.599060] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.101597] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be44257d-0dcf-4b8c-86a3-cf27a9608c93: rpc.has_security_group_logging(os_id): False [ 1244.120446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.120655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.120702] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.120900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.120995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.121294] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.121403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.121469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.121634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.121716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.121825] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1244.191034] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.191034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.191034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.191034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.191034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.206604] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1244.519034] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.519034] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.527486] env[65712]: INFO networking_nsxv3.common.synchronization [req-abeb9632-d2ff-4c97-b802-c31e804b201f req-0bdf1a3b-7f4c-4ff4-8251-5e9641ee2fbd tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1244.528210] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1244.529083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.529083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.529083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.529083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.529083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.529297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.529297] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.529412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.529470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.529584] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.039033] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.039033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.039033] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.039323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.039323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.039532] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.039648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.039713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.039880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.041471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.041471] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1245.079403] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.079403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.079403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.079403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.079403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.090443] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1246.259928] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1246.260316] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.103818] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1247.104016] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1247.104141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.528869] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.529295] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.236520] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.237243] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.168718] env[65712]: INFO networking_nsxv3.common.synchronization [req-35883acf-10ba-439b-83cb-111eca8ae799 req-262ab8ec-f06a-4c91-a95e-ff609561d007 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1253.169307] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1253.169652] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.169808] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.169899] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.170162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.170334] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.170455] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.170533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.170711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.170825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.170939] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.475579] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.475807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.475938] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.476234] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.476493] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.476651] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.476766] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.476979] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.477140] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.477347] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.477462] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.477572] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.477680] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.477789] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.477895] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.478036] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.509955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.510130] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.510274] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.510451] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.510807] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-682ef773-6b35-4bb4-9b26-876ad497bc83 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.510980] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.511113] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.511459] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.511601] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682ef773-6b35-4bb4-9b26-876ad497bc83',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.673918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.673918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.673918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.673918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.673918] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.674243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.674243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.674243] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.674425] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.674538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.674676] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1253.701020] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.701212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.701251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.701547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.701693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.710746] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1254.014571] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.014859] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.014992] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.015313] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.015470] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.015633] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 682ef773-6b35-4bb4-9b26-876ad497bc83 not found, creating... [ 1254.016499] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.016499] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.016499] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.016499] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.016772] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.016909] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.017021] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.017165] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.017400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.017555] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.017736] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 682ef773-6b35-4bb4-9b26-876ad497bc83 is going to be created. [ 1254.039217] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.039471] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.039544] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.039874] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.040295] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.040556] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.725461] env[65712]: INFO networking_nsxv3.common.synchronization [req-35883acf-10ba-439b-83cb-111eca8ae799 req-887acf47-7037-4f2b-9e74-8b8ff7fd9a47 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1254.725461] env[65712]: INFO networking_nsxv3.common.synchronization [req-35883acf-10ba-439b-83cb-111eca8ae799 req-887acf47-7037-4f2b-9e74-8b8ff7fd9a47 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1254.725461] env[65712]: INFO networking_nsxv3.common.synchronization [req-35883acf-10ba-439b-83cb-111eca8ae799 req-887acf47-7037-4f2b-9e74-8b8ff7fd9a47 service nova] Enqueued Resource ID: 682ef773-6b35-4bb4-9b26-876ad497bc83 with Priority: HIGHEST for action port [ 1254.725461] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1254.725461] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1254.726082] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682ef773-6b35-4bb4-9b26-876ad497bc83 with Priority: HIGHEST for action port [ 1254.726546] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.726924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.727143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.727959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.727959] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.729017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.729017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.729916] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-682ef773-6b35-4bb4-9b26-876ad497bc83 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.730110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.730402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.730737] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.730910] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682ef773-6b35-4bb4-9b26-876ad497bc83',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.232895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.233106] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.233362] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 682ef773-6b35-4bb4-9b26-876ad497bc83 with status ACTIVE [ 1255.233722] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.233822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.233882] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.234836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.234836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.234836] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.234836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.234836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.235102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.235215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.235453] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.235579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.235667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.235854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.235966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.236305] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 682ef773-6b35-4bb4-9b26-876ad497bc83 is going to be updated. [ 1255.260059] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.260059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.260059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.260059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.260059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.260059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682ef773-6b35-4bb4-9b26-876ad497bc83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.720680] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1255.720877] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1255.720997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.721173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.721452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.721628] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.721761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.721828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.721994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.722089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.722181] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.845059] env[65712]: INFO networking_nsxv3.common.synchronization [req-d328d081-275a-495c-b61b-0519cf0ad055 req-f72d6bd5-a9e5-488a-af62-df1657eb66d5 tempest-ServerActionsTestJSON-1304584015 tempest-ServerActionsTestJSON-1304584015-project-member] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1255.845620] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGHEST for action security_group_members [ 1255.845947] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.846345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.846423] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.846632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.846797] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.846923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.846994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.847734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.847734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.847734] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.224301] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.350056] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.350209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.350295] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.350528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.350624] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.350863] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.350968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.351045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.351213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.351294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.351410] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be updated. [ 1256.385290] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.385470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.385514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.385718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.385862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.394097] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: IN_PROGRESS for 2s [ 1256.526821] env[65712]: INFO networking_nsxv3.common.synchronization [req-dc2b735d-d539-4067-877e-0d2938eeb0e5 req-7f707799-4e5f-46bd-b853-d78a6f6fbacc tempest-ServerActionsTestOtherB-1772688345 tempest-ServerActionsTestOtherB-1772688345-project-member] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1256.527459] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGHEST for action security_group_members [ 1256.527903] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.528071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.528156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.528762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.528762] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.528762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.528762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.528953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.528953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.529032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.726619] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.031092] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.031468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.031468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.031626] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.031723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.031919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.032032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.032098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.032262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.032341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.032432] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be updated. [ 1257.060261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.060437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.060509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.060748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.060963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.072453] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: IN_PROGRESS for 2s [ 1257.229650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.229864] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.229907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.230153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.230267] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.230401] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1257.269911] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.270157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.270263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.270580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.270793] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.285096] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1258.403838] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499efa48-3334-4713-a1c5-c1b045301134 in Status: SUCCESS [ 1258.404265] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499efa48-3334-4713-a1c5-c1b045301134 deletion is rescheduled due to dependency. [ 1258.404265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.083727] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 in Status: SUCCESS [ 1259.083727] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 deletion is rescheduled due to dependency. [ 1259.083833] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.294104] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1259.294604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.294941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.296728] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.296728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.296728] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.798658] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.799449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.799555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.799789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.800042] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.800191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.800255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.800391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.800558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.800756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.800886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.800991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.801102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.801211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.801391] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.801464] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.801508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.801657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.801768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.801815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.801979] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.304973] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1260.325216] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.325428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.325428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.325566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.325675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.325901] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.326022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.326095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.326270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.326377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.326526] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.326623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.326687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.326830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.326904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.327114] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.327211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.327272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.327431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.327494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.327585] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1260.393973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.393973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.393973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.393973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.393973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.411274] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1261.528217] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.528540] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1262.430224] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1262.431066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.121459] env[65712]: INFO networking_nsxv3.common.synchronization [None req-c759dfc3-cdb4-46eb-958c-27333a9ef3ef None None] Enqueued Resource ID: 49b2978e-c391-49b3-a073-7eff46bc6ef1 with Priority: HIGHEST for action port [ 1264.121990] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b2978e-c391-49b3-a073-7eff46bc6ef1 with Priority: HIGHEST for action port [ 1264.122411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b2978e-c391-49b3-a073-7eff46bc6ef1 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.122596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b2978e-c391-49b3-a073-7eff46bc6ef1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.122670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b2978e-c391-49b3-a073-7eff46bc6ef1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.122925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b2978e-c391-49b3-a073-7eff46bc6ef1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.123013] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b2978e-c391-49b3-a073-7eff46bc6ef1',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.625113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49b2978e-c391-49b3-a073-7eff46bc6ef1 [ 1264.628083] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.628083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.628083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.628083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.628083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.628083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49b2978e-c391-49b3-a073-7eff46bc6ef1 already deleted. [ 1264.628083] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b2978e-c391-49b3-a073-7eff46bc6ef1" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.178314] env[65712]: INFO networking_nsxv3.common.synchronization [req-153ee9d7-3495-4e22-8a95-ae7fc079d4f7 req-f4a4e797-10b2-4be9-8cdc-fe74c6955016 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1265.178621] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1265.179037] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.179037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.179037] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.179997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.180297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.180478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.180583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.180858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.181039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.181740] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.685948] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.686120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.686174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.686366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.686421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.686618] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.686709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.686766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.687201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.687201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.687201] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1265.717696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.717850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.717907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.718135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.718274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.727705] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1266.182049] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.182377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.182377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.182499] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.182594] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.266454] env[65712]: INFO networking_nsxv3.common.synchronization [None req-3fb443d3-9f08-4926-8331-2c9672c08db2 None None] Enqueued Resource ID: f3010166-8b1a-4dec-9865-6fdfa0b00f33 with Priority: HIGHEST for action port [ 1266.267117] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3010166-8b1a-4dec-9865-6fdfa0b00f33 with Priority: HIGHEST for action port [ 1266.267374] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3010166-8b1a-4dec-9865-6fdfa0b00f33 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.267496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3010166-8b1a-4dec-9865-6fdfa0b00f33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.267565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3010166-8b1a-4dec-9865-6fdfa0b00f33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.267820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3010166-8b1a-4dec-9865-6fdfa0b00f33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.267902] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3010166-8b1a-4dec-9865-6fdfa0b00f33',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.684979] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.770487] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3010166-8b1a-4dec-9865-6fdfa0b00f33 [ 1266.770741] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.770881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.770973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.771269] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.771371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.771521] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3010166-8b1a-4dec-9865-6fdfa0b00f33 already deleted. [ 1266.771618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3010166-8b1a-4dec-9865-6fdfa0b00f33" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.188136] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.691162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1267.691162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1267.738420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1267.738628] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1267.738782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.460578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.460964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.460964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.461074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.474600] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1268.475595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.476646] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1268.511727] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.511964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.511964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.512146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.526613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.527645] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1268.527773] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.527844] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1268.564336] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.564549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.564549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.564750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.565985] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.566186] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1268.639530] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.639778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.639854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.640141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.640601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.641016] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1268.712627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.712861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.712861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.713025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.713338] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.713641] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1268.713776] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b901324c-4925-4605-9893-b316bd108e84', '922f7eaf-29f5-4d32-9369-39a84655e5d9', 'cbd5e52d-fb82-41d4-8e56-02b453f43701', '1aa39e4f-1c28-4790-9a41-c5423c9d788e', 'a8056e5d-a240-4b92-aa8c-12a0bef324a8', 'ec2bed6c-d48e-4253-b7cc-7b8c86e89676', 'c19185d0-6d0c-4bf3-83d6-986edbc06c80', 'b247958c-4153-4ea9-a56e-841df43f7377', '7b09843a-67da-468b-8fef-85d081d264d3', '5799210c-9979-45fc-a152-ad740f8228ac', '37f89daf-51c8-4979-a4b1-ba99ad2e2096', '8d5386ff-376b-4951-9830-a22ebc667f22', '6ce15f20-34fe-49b5-9411-0c038c2c5077', '081f1c0a-467c-4b15-b14d-0da962627f36', '109bb213-bb81-44e8-a560-e43ff5930993', 'be44257d-0dcf-4b8c-86a3-cf27a9608c93', '499efa48-3334-4713-a1c5-c1b045301134', '02962c3a-e0ab-4950-94f5-deacf42f85ca', '37bda887-181f-4971-81ae-f7029ca0ba03', '6cae0062-cf52-457e-ba33-55c551464ff5', 'e1abfa3f-7e5b-4343-9d7f-fe03ce100afc', '33595b85-dccc-4af3-b440-ba07579878e7', '33d24a5b-a6c3-4be9-8eb5-100cd077d02a', '9657a2fd-4c40-41dc-83e2-f2bd76d00191', 'e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc', 'e3c03f0e-abd0-4387-8e00-b0df74b8bc3a', 'd6562948-9f94-4bb7-9371-b6dfc691e55f', '65f3135a-7615-4f4b-ae6a-bae891eddb52', '4ac1b9e4-a251-498c-9826-168ec7d360f6', '2eb3304e-12a1-458e-9ad8-380df4ec9aaa', '0a063da8-1183-4d32-8dea-31347571bc0a', 'f430a67d-9c1d-45eb-9546-0f869900e512', 'fad9bdb1-5be1-47a1-83b8-88005c660eef', '77e054ad-aa84-48e5-9581-0cd9fb149181', '2f734415-50e9-4a92-ac78-c0f954a6bebe', '16ce5676-a81a-4120-a9db-139ef56d5dae', '8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d', 'b425c7fe-c964-43fd-ab3a-0051dc9000b8', 'd6aee371-4550-4b7f-9e24-8af7cd7b2ab1', '0a5ee549-cb95-403b-b180-a29402be7425'} {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.713946] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1268.732248] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.732248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.732248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.732657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.732657] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.732657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1268.732782] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.732782] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1268.812379] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.812558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.812612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.812824] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.814021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.814319] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1268.814402] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1268.814472] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1268.814540] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1268.814620] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1268.814729] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGH for action security_group_rules [ 1268.814840] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGH for action security_group_rules [ 1268.814840] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGH for action security_group_rules [ 1268.814919] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGH for action security_group_rules [ 1268.814956] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGH for action security_group_rules [ 1268.815015] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGH for action security_group_rules [ 1268.815087] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGH for action security_group_rules [ 1268.815193] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 1268.815234] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGH for action security_group_rules [ 1268.815270] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGH for action security_group_rules [ 1268.815341] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGH for action security_group_rules [ 1268.815376] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGH for action security_group_rules [ 1268.815475] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGH for action security_group_rules [ 1268.815529] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGH for action security_group_rules [ 1268.815594] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGH for action security_group_rules [ 1268.815646] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGH for action security_group_rules [ 1268.815696] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGH for action security_group_rules [ 1268.815766] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGH for action security_group_rules [ 1268.815821] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGH for action security_group_rules [ 1268.815886] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGH for action security_group_rules [ 1268.815984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.267994] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.268394] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1271.268394] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b901324c-4925-4605-9893-b316bd108e84 with Priority: HIGH for action security_group_rules [ 1271.268394] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 with Priority: HIGH for action security_group_rules [ 1271.268511] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 with Priority: HIGH for action security_group_rules [ 1271.268548] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109bb213-bb81-44e8-a560-e43ff5930993 with Priority: HIGH for action security_group_rules [ 1271.268638] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cae0062-cf52-457e-ba33-55c551464ff5 with Priority: HIGH for action security_group_rules [ 1271.268736] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bda887-181f-4971-81ae-f7029ca0ba03 with Priority: HIGH for action security_group_rules [ 1271.268828] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca with Priority: HIGH for action security_group_rules [ 1271.268917] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499efa48-3334-4713-a1c5-c1b045301134 with Priority: HIGH for action security_group_rules [ 1271.269018] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081f1c0a-467c-4b15-b14d-0da962627f36 with Priority: HIGH for action security_group_rules [ 1271.269110] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 with Priority: HIGH for action security_group_rules [ 1271.269202] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGH for action security_group_rules [ 1271.269293] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5386ff-376b-4951-9830-a22ebc667f22 with Priority: HIGH for action security_group_rules [ 1271.269380] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGH for action security_group_rules [ 1271.269467] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799210c-9979-45fc-a152-ad740f8228ac with Priority: HIGH for action security_group_rules [ 1271.269552] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGH for action security_group_rules [ 1271.269637] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGH for action security_group_rules [ 1271.269722] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b247958c-4153-4ea9-a56e-841df43f7377 with Priority: HIGH for action security_group_rules [ 1271.269807] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 with Priority: HIGH for action security_group_rules [ 1271.269896] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 with Priority: HIGH for action security_group_rules [ 1271.269983] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e with Priority: HIGH for action security_group_rules [ 1271.270333] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b901324c-4925-4605-9893-b316bd108e84 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.270459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.270524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.270906] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.271034] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b901324c-4925-4605-9893-b316bd108e84',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.272928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd5e52d-fb82-41d4-8e56-02b453f43701 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.273109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.273217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.273432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.273541] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd5e52d-fb82-41d4-8e56-02b453f43701',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.274475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.275107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.275107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.275107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.275107] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19185d0-6d0c-4bf3-83d6-986edbc06c80',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.275657] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109bb213-bb81-44e8-a560-e43ff5930993 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.275766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.275831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.276057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.276178] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109bb213-bb81-44e8-a560-e43ff5930993',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.277030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cae0062-cf52-457e-ba33-55c551464ff5 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.277558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.277558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.277558] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.277558] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cae0062-cf52-457e-ba33-55c551464ff5',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.278183] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37bda887-181f-4971-81ae-f7029ca0ba03 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.278509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.278593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.278743] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.278818] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37bda887-181f-4971-81ae-f7029ca0ba03',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.279538] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02962c3a-e0ab-4950-94f5-deacf42f85ca taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.279683] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.279772] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.279970] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.280072] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02962c3a-e0ab-4950-94f5-deacf42f85ca',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.280784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499efa48-3334-4713-a1c5-c1b045301134 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.280934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.281010] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.281208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.281374] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499efa48-3334-4713-a1c5-c1b045301134',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.282117] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-081f1c0a-467c-4b15-b14d-0da962627f36 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.282487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.282487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.282487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.282628] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('081f1c0a-467c-4b15-b14d-0da962627f36',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.283502] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.283609] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.283678] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.283960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.283960] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be44257d-0dcf-4b8c-86a3-cf27a9608c93',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.284670] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.284817] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.284905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.285092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.285196] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.285919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d5386ff-376b-4951-9830-a22ebc667f22 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.286145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.286145] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.286336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.286412] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d5386ff-376b-4951-9830-a22ebc667f22',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.287311] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.287441] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.287524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.288417] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.288417] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.290890] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5799210c-9979-45fc-a152-ad740f8228ac taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.290890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.290890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.290890] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.290890] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5799210c-9979-45fc-a152-ad740f8228ac',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.291911] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.291911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.291911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.291911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.292134] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.292756] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.292852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.292933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.293210] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.293397] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.294807] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b247958c-4153-4ea9-a56e-841df43f7377 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.294807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.294807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.294807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.294807] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b247958c-4153-4ea9-a56e-841df43f7377',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.295376] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.295472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.295513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.295658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.295733] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8056e5d-a240-4b92-aa8c-12a0bef324a8',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.296505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922f7eaf-29f5-4d32-9369-39a84655e5d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.296574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.297136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.297136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.297136] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922f7eaf-29f5-4d32-9369-39a84655e5d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.298632] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.298632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.298632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.298632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.298632] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aa39e4f-1c28-4790-9a41-c5423c9d788e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.337097] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.337291] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.337366] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.337576] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.340299] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.340404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.341141] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.341236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.341904] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.341998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.342633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.342925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.360200] env[65712]: INFO networking_nsxv3.common.synchronization [req-06878cd9-5cdc-460f-8c1c-db30be5d642e req-4c2e31c9-d85f-4082-8c12-5bda7dd81cb5 tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Enqueued Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1271.360702] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1271.361017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.361196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.361196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.361459] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.361614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.361709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.361789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.361951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.362050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.362144] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.480827] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.480997] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109bb213-bb81-44e8-a560-e43ff5930993 is going to be deleted. [ 1271.481933] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.482168] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.504825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.504998] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b901324c-4925-4605-9893-b316bd108e84 is going to be deleted. [ 1271.506264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.506456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.525175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.525324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19185d0-6d0c-4bf3-83d6-986edbc06c80 is going to be deleted. [ 1271.526289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.526507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.550709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.550849] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd5e52d-fb82-41d4-8e56-02b453f43701 is going to be deleted. [ 1271.551921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.552183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.580768] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.581247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.581854] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.581994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.583560] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.583655] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.587312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.587312] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 081f1c0a-467c-4b15-b14d-0da962627f36 is going to be deleted. [ 1271.588363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.588434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.588517] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.588636] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b901324c-4925-4605-9893-b316bd108e84" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.588784] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.588945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.589035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.589148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109bb213-bb81-44e8-a560-e43ff5930993" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.589641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.589816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.589935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.591044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19185d0-6d0c-4bf3-83d6-986edbc06c80" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.624574] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.624574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.624822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.624822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.624930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.625065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd5e52d-fb82-41d4-8e56-02b453f43701" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.652656] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.652854] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-300" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.653077] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-300" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.653612] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-300" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.653719] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.653856] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.653992] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.654262] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.654396] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.654607] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.654721] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.655143] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.655319] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.655450] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.655566] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.655712] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.678857] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.679091] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.679240] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.679418] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-300" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.679739] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-978f4ea8-7925-4db7-8ea0-e095fd98d42d taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.679914] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.680049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.680409] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.680584] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978f4ea8-7925-4db7-8ea0-e095fd98d42d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.682737] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.682867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.682924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.683125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.683215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.683333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-081f1c0a-467c-4b15-b14d-0da962627f36" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.804681] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.804907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.804907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.805225] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.805411] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.805516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.805581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.805742] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.805830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.805982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.806075] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.807644] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.807992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.808168] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.809034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.809034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.809034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.809034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.809034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.809034] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.812074] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.812204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.812283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.812454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.812634] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.812735] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.812799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.812969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.813068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.813151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.813233] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.842505] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.842733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.842733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.842938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.844509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.844620] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.845293] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.845383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.847239] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.847355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.848309] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.848421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.858322] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.858479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.859380] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.859502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.860308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.860434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.861229] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.861341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.862061] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.862155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.862851] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.862951] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.864286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.864383] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.866141] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.866654] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.866794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.867857] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.868352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.868491] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37bda887-181f-4971-81ae-f7029ca0ba03 is going to be deleted. [ 1271.869473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.869680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.907756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.907907] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cae0062-cf52-457e-ba33-55c551464ff5 is going to be deleted. [ 1271.908818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.909045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.936877] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.937047] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5799210c-9979-45fc-a152-ad740f8228ac is going to be deleted. [ 1271.937931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.938162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.958034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.958187] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8056e5d-a240-4b92-aa8c-12a0bef324a8 is going to be deleted. [ 1271.959233] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.959444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.968637] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.968764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.982306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.982468] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02962c3a-e0ab-4950-94f5-deacf42f85ca is going to be deleted. [ 1271.983481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.983701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.985784] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.985904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.014957] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.015239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.016581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.016714] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d5386ff-376b-4951-9830-a22ebc667f22 is going to be deleted. [ 1272.017583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.070018] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.070200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.087920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.088084] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aa39e4f-1c28-4790-9a41-c5423c9d788e is going to be deleted. [ 1272.089321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.089566] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.091108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.091219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.150958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.151157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.155946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.156106] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499efa48-3334-4713-a1c5-c1b045301134 is going to be deleted. [ 1272.157014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.157246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.182985] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.183309] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.183517] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.183924] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.184160] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.184390] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 978f4ea8-7925-4db7-8ea0-e095fd98d42d not found, creating... [ 1272.184761] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.185023] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.185224] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.185552] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.185768] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.186202] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.186448] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.186637] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.186949] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.187164] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.187375] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 978f4ea8-7925-4db7-8ea0-e095fd98d42d is going to be created. [ 1272.215656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.215824] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b247958c-4153-4ea9-a56e-841df43f7377 is going to be deleted. [ 1272.217074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.217074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.221809] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.221997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.251547] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.251816] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.251963] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.252267] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.252505] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.252770] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.265166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.265314] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be44257d-0dcf-4b8c-86a3-cf27a9608c93 is going to be deleted. [ 1272.266255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.266503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.309495] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.309923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.312018] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.312987] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.322767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.333659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.333820] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922f7eaf-29f5-4d32-9369-39a84655e5d9 is going to be deleted. [ 1272.334736] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.334977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.335073] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.335836] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.335962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.336044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.336227] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.336343] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.336387] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 already deleted. [ 1272.336468] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.336618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.336769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.351781] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.351964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.369815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.369966] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be deleted. [ 1272.370794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.371107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.371223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.371355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37bda887-181f-4971-81ae-f7029ca0ba03" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.371516] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.371680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.371760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.371881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cae0062-cf52-457e-ba33-55c551464ff5" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.372513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.372975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.373074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.373196] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5799210c-9979-45fc-a152-ad740f8228ac" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.373325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.373475] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.373551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.373656] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8056e5d-a240-4b92-aa8c-12a0bef324a8" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.373865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.374016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.374097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.374205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02962c3a-e0ab-4950-94f5-deacf42f85ca" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.374329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.374470] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.374544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.374649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d5386ff-376b-4951-9830-a22ebc667f22" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.374838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.374987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.375079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.375194] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aa39e4f-1c28-4790-9a41-c5423c9d788e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.375320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.375457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.375528] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.375635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499efa48-3334-4713-a1c5-c1b045301134" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.375752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.375888] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.375961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.376077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b247958c-4153-4ea9-a56e-841df43f7377" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.396366] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.396575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.396575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.396788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.396960] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.397116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be44257d-0dcf-4b8c-86a3-cf27a9608c93" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.459130] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.459300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.459345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.459567] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.459659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.459778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.534340] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.534547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.534547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.534774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.534897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.534972] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922f7eaf-29f5-4d32-9369-39a84655e5d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.814957] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b09843a-67da-468b-8fef-85d081d264d3: rpc.has_security_group_logging(os_id): False [ 1272.816093] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37f89daf-51c8-4979-a4b1-ba99ad2e2096: rpc.has_security_group_logging(os_id): False [ 1272.824297] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ce15f20-34fe-49b5-9411-0c038c2c5077: rpc.has_security_group_logging(os_id): False [ 1272.845184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.845605] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.847199] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.847299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.848067] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.848159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.869054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.869378] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.869479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.869549] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.869747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.869832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.869927] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 is going to be updated. [ 1272.870980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.871236] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.899495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.899867] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.899977] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.900062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.900276] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.900363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.900451] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be updated. [ 1272.901534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.901849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.921598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.921958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.922098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.922171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.922379] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.922466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.922557] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1272.925619] env[65712]: INFO networking_nsxv3.common.synchronization [req-06878cd9-5cdc-460f-8c1c-db30be5d642e req-75cc89c9-63e3-4fd6-93bb-717fcb41aaa2 service nova] Enqueued Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_rules [ 1272.925795] env[65712]: INFO networking_nsxv3.common.synchronization [req-06878cd9-5cdc-460f-8c1c-db30be5d642e req-75cc89c9-63e3-4fd6-93bb-717fcb41aaa2 service nova] Enqueued Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1272.925952] env[65712]: INFO networking_nsxv3.common.synchronization [req-06878cd9-5cdc-460f-8c1c-db30be5d642e req-75cc89c9-63e3-4fd6-93bb-717fcb41aaa2 service nova] Enqueued Resource ID: 978f4ea8-7925-4db7-8ea0-e095fd98d42d with Priority: HIGHEST for action port [ 1272.926486] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_rules [ 1272.926620] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1272.926715] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978f4ea8-7925-4db7-8ea0-e095fd98d42d with Priority: HIGHEST for action port [ 1272.926984] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.927122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.927189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.927433] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.927505] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.929043] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.929165] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.929235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.929439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.929597] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.929697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.929764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.929913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.929998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.930105] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.930885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-978f4ea8-7925-4db7-8ea0-e095fd98d42d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.930985] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.931071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.931226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.931302] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978f4ea8-7925-4db7-8ea0-e095fd98d42d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.954882] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.955141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.955141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.955240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.955386] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.970400] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: IN_PROGRESS for 2s [ 1272.994361] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.994563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.994563] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.994762] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.994936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.997085] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.997206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.997275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.997447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.997569] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.015037] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1273.018427] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: IN_PROGRESS for 2s [ 1273.433052] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.435187] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.435440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.436037] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978f4ea8-7925-4db7-8ea0-e095fd98d42d with status ACTIVE [ 1273.436769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.437015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.437216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.437478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.437653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.437956] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.438159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.438275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.438559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.438707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.439014] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.439641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.439641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.439641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.439791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.439987] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978f4ea8-7925-4db7-8ea0-e095fd98d42d is going to be updated. [ 1273.465633] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.465883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.465883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.466054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.466195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.466404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978f4ea8-7925-4db7-8ea0-e095fd98d42d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.827263] env[65712]: INFO networking_nsxv3.common.synchronization [req-2058cc17-72a8-45ec-b795-511d22652bb6 req-9d7b5062-de7d-444a-9002-51236dfbeced tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1273.827783] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1273.828308] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.828500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.828593] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.828834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.829101] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.829186] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.829237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.829439] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.829537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.829679] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.937441] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.116085] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.116250] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.116394] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.116981] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.117300] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.117462] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.117708] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.117948] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.118106] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.118319] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.118427] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.118536] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.118645] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.118752] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.118879] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.119070] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.136800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.136956] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.137097] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.137273] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-404" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.137592] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-a82ea56a-8931-4a60-ade1-9523cd485865 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.137761] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.137896] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.138267] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.138409] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82ea56a-8931-4a60-ade1-9523cd485865',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.332613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.332897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.333320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.333414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.354139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.354400] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.354521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.354591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.354807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.354967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.355083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1274.381127] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.381281] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.381325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.381527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.381710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.391513] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1274.439958] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.440371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.440371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.440371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.440493] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.440561] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 is going to be created. [ 1274.463683] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.463926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.463979] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.464183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.464340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.473586] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: UNINITIALIZED for 2s [ 1274.641067] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.641326] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.641536] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.641863] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.642111] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.642311] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port a82ea56a-8931-4a60-ade1-9523cd485865 not found, creating... [ 1274.642579] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.642740] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.642859] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.643101] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.643241] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.643537] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.643708] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.643868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.644092] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.644234] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.644373] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: a82ea56a-8931-4a60-ade1-9523cd485865 is going to be created. [ 1274.672105] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.672313] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.672445] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.672717] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.672945] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.673216] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.986132] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: SUCCESS [ 1274.986337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.029387] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1275.029647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.030481] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1275.030704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.382406] env[65712]: INFO networking_nsxv3.common.synchronization [req-2058cc17-72a8-45ec-b795-511d22652bb6 req-b7f8bb4e-05be-4bd4-adb6-6bbe79907617 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1275.382747] env[65712]: INFO networking_nsxv3.common.synchronization [req-2058cc17-72a8-45ec-b795-511d22652bb6 req-b7f8bb4e-05be-4bd4-adb6-6bbe79907617 service nova] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1275.382966] env[65712]: INFO networking_nsxv3.common.synchronization [req-2058cc17-72a8-45ec-b795-511d22652bb6 req-b7f8bb4e-05be-4bd4-adb6-6bbe79907617 service nova] Enqueued Resource ID: a82ea56a-8931-4a60-ade1-9523cd485865 with Priority: HIGHEST for action port [ 1275.383646] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_rules [ 1275.383826] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1275.383957] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82ea56a-8931-4a60-ade1-9523cd485865 with Priority: HIGHEST for action port [ 1275.384258] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.384378] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.384440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.384649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.384732] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.385692] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.385801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.385966] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82ea56a-8931-4a60-ade1-9523cd485865 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.386222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.386222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.386420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.386505] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82ea56a-8931-4a60-ade1-9523cd485865',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.888926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.889334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.889334] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82ea56a-8931-4a60-ade1-9523cd485865 with status ACTIVE [ 1275.889919] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.889919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.889919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.889919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.889919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.890208] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.890208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.890208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.890351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.890725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.890725] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.890725] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.891078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.891078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.891078] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.891078] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82ea56a-8931-4a60-ade1-9523cd485865 is going to be updated. [ 1275.911023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.911270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.911270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.911449] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.911580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.911946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82ea56a-8931-4a60-ade1-9523cd485865" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.401657] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1276.402250] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1276.402250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.402250] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.402427] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.402852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.402852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.402852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.402852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.403155] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.403155] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.485046] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: SUCCESS [ 1276.485046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.485266] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.485266] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.485364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.485431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.485582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.485664] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.485841] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.906033] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.988237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.988463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.988463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.988693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.988885] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.988992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.989265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.989340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.989403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.989578] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.989716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.989929] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.990130] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.990258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.990350] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.990503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.990582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.990658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.990772] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.407832] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.493598] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 058ed1dd-3900-4d96-9336-bee3769cb093: rpc.has_security_group_logging(os_id): False [ 1277.511613] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.511778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.511881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.512099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.512208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.512395] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.512495] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.512557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.512709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.512798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.513090] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.513197] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.513258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.513408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.513478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.513653] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.513745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.513805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.513967] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.514056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.514146] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 is going to be created. [ 1277.575627] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.575854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.575854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.576046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.576247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.585912] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: IN_PROGRESS for 2s [ 1277.912638] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.912936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.912936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.913161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.913262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.913401] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1277.944643] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.944857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.944857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.945206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.945358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.954906] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1279.602451] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: SUCCESS [ 1279.602919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.965283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1279.965502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.965708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.965946] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.966239] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.966377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.966447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.966625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.966688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.966773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.966880] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.384796] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.384962] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1280.469641] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.469641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.469641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.469904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.469955] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.470039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.470212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.470326] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.470413] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.470502] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.470647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.470741] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.470797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.470940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471102] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.471193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.471251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.471388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471670] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.974340] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e054ad-aa84-48e5-9581-0cd9fb149181: rpc.has_security_group_logging(os_id): False [ 1280.992569] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.992771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.992818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.993031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.993130] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.993365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.993471] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.993536] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.993691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.993768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.993974] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.994111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.994152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.994294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.994368] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.994566] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.994674] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.994739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.994912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.994959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.995053] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1281.056852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.057059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.057059] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.057274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.057416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.081960] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1282.665130] env[65712]: INFO networking_nsxv3.common.synchronization [req-22416b03-2048-4669-9e32-8fec17f48bf3 req-9c2b3b53-b57a-4b98-9e79-b9f0857110ea tempest-AttachVolumeShelveTestJSON-1574150478 tempest-AttachVolumeShelveTestJSON-1574150478-project-member] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1282.665130] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGHEST for action security_group_members [ 1282.665491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.665908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.665908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.665908] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.666104] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.666262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.666321] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.666461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.666524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.666624] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.043691] env[65712]: INFO networking_nsxv3.common.synchronization [req-26486c6c-d992-4f0a-9273-fb36f3e4187b req-9e38e355-8dd8-4a9a-ad97-e0cf1e28377c tempest-ServerTagsTestJSON-1493600677 tempest-ServerTagsTestJSON-1493600677-project-member] Enqueued Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1283.044117] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGHEST for action security_group_members [ 1283.044211] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.044327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.044394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.044585] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.044876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.044998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.045079] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.045629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.045726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.045832] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.100326] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1283.101053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.169414] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.169598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.169675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.169914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.170038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.170818] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.170818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.170818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.170818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.170818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.170818] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be updated. [ 1283.213878] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.214161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.214224] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.214414] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.214554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.224334] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: IN_PROGRESS for 2s [ 1283.548634] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.548818] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.548859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.549110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.549208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.549436] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.549544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.549598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.549761] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.549825] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.549908] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 is going to be updated. [ 1283.579132] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.579212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.579314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.579503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.579629] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.594091] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: IN_PROGRESS for 2s [ 1285.234757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 in Status: SUCCESS [ 1285.235231] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 deletion is rescheduled due to dependency. [ 1285.235231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.603846] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 058ed1dd-3900-4d96-9336-bee3769cb093 in Status: SUCCESS [ 1285.604082] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 deletion is rescheduled due to dependency. [ 1285.604184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.045231] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.045723] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.046741] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.047441] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.048098] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.048466] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.049130] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.049435] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.203375] env[65712]: INFO networking_nsxv3.common.synchronization [req-2bd8c3fc-43f1-48e1-9ec7-0dc69fcbcc48 req-5505e499-42b1-4654-8de9-525546512131 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1303.204011] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 with Priority: HIGHEST for action security_group_members [ 1303.204584] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f89daf-51c8-4979-a4b1-ba99ad2e2096 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.204584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.204584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.204869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.204999] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.205117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.205180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.205337] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.205442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.205582] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f89daf-51c8-4979-a4b1-ba99ad2e2096',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.708892] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.708892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.708892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.708892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.709275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.709275] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.709371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.709422] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.709583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.709685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.709776] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 is going to be updated. [ 1303.742735] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.742987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.743117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.743416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.743577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.754793] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: IN_PROGRESS for 2s [ 1305.765770] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 in Status: SUCCESS [ 1305.766163] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f89daf-51c8-4979-a4b1-ba99ad2e2096 deletion is rescheduled due to dependency. [ 1305.766163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f89daf-51c8-4979-a4b1-ba99ad2e2096" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.205393] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.205710] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.713912] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 req-3c9e3e3a-60ba-4e82-af82-f496cb7ca64b tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1312.714636] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1312.714959] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.715178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.715234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.715448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.715739] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.715849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.716049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.716299] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.716476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.716666] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.014494] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.014752] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.014855] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.015127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.015388] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.015807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.015807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.015878] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.015994] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.016242] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.016355] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1313.016469] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1313.016574] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1313.016682] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1313.016806] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1313.016938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1313.037481] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1313.037643] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1313.037781] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1313.038432] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.038432] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-6fbf02ed-6965-4982-8149-7c9685fc53c6 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.038432] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.038788] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.038895] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.039047] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fbf02ed-6965-4982-8149-7c9685fc53c6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.219540] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.219788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.219788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.219963] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.220068] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.220268] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.220373] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.220438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.220592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.220671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.220757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be deleted. [ 1313.266887] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.267094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.267142] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.267325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.267445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.267554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.541667] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.542024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.542024] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.542235] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.542401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.542639] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 6fbf02ed-6965-4982-8149-7c9685fc53c6 not found, creating... [ 1313.542826] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.542986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.543116] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.543944] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.543944] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.543944] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.544186] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.544255] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.546263] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.546263] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.546263] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 is going to be created. [ 1313.567078] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.567078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.567078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.567078] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.567411] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.567546] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.726523] env[65712]: INFO networking_nsxv3.common.synchronization [req-76fc170a-a45a-44df-bda5-37fed0e3d3f3 req-1218efe2-70ac-4645-a582-41a0dbded438 tempest-DeleteServersTestJSON-36561510 tempest-DeleteServersTestJSON-36561510-project-member] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1313.727211] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGHEST for action security_group_members [ 1313.727583] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.727711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.727799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.728056] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.728243] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.728371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.728447] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.728642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.728759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.728863] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.230973] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.231143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.231143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.231361] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.231526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.231724] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.231846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.231895] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.232075] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.232161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.232260] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be updated. [ 1314.259839] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.259839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.259839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.260349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.260349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.268595] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: IN_PROGRESS for 2s [ 1314.270847] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 req-050837ae-6017-40b8-853f-c709141f9146 service nova] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_rules [ 1314.271105] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 req-050837ae-6017-40b8-853f-c709141f9146 service nova] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1314.271166] env[65712]: INFO networking_nsxv3.common.synchronization [req-1abcfebd-5518-41c9-b187-2f2dc5b76b60 req-050837ae-6017-40b8-853f-c709141f9146 service nova] Enqueued Resource ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 with Priority: HIGHEST for action port [ 1314.271381] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_rules [ 1314.271502] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1314.271601] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 with Priority: HIGHEST for action port [ 1314.272107] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.272229] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.272393] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.272604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.272688] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.273599] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.273712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.273778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.273942] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.274094] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.274189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.274253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.274454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.274561] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.274654] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.275432] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fbf02ed-6965-4982-8149-7c9685fc53c6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.275547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.275600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.275732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.275986] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fbf02ed-6965-4982-8149-7c9685fc53c6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.777408] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.777787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.777787] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.778925] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fbf02ed-6965-4982-8149-7c9685fc53c6 with status ACTIVE [ 1314.779126] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.779240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.779306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.779508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.779602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.779768] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.779865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.779932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.780093] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.780166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780346] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.780435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.780496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.780632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.780708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.780793] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 is going to be updated. [ 1314.803297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.803557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.803557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.803710] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.803839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.804000] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.283691] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.785988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.786432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.786432] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.786599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.786728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.786847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be created. [ 1315.812205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.812431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.812431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.812599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.812858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.823184] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: UNINITIALIZED for 2s [ 1316.280738] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 in Status: SUCCESS [ 1316.280932] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 deletion is rescheduled due to dependency. [ 1316.280995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.832755] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1317.833190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.833506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.833727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.833917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.834047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.834116] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.834277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.834358] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.834442] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.834558] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.336648] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.336975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.336975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.337234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.337451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.337669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.337777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.337994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.338158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.338310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.338503] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.338622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.338723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.338930] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.339173] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.339293] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.339395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.339638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.339768] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.339831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.339966] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.842113] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec2bed6c-d48e-4253-b7cc-7b8c86e89676: rpc.has_security_group_logging(os_id): False [ 1318.859187] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.859402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.859402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.859606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.859701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.859917] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.860034] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.860101] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.860258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.860335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.860508] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.860623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.860673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.860800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.860887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.861108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.861208] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.861270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.861412] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.861487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.861574] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be created. [ 1318.918375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.918597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.918597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.919395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.919395] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.931491] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: IN_PROGRESS for 2s [ 1319.272438] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.272636] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.946276] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1320.946632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.976264] env[65712]: INFO networking_nsxv3.common.synchronization [req-6aef9cca-df2f-4376-bc22-e783037348d0 req-e0907b29-6189-4f44-b959-944a9a8182c1 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1321.976818] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGHEST for action security_group_members [ 1321.977200] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.977327] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.977397] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.977604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.977733] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.977830] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.977893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.978052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.978136] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.978230] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.022647] env[65712]: INFO networking_nsxv3.common.synchronization [req-6aef9cca-df2f-4376-bc22-e783037348d0 req-e0907b29-6189-4f44-b959-944a9a8182c1 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 with Priority: HIGHEST for action port [ 1322.022647] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 with Priority: HIGHEST for action port [ 1322.022647] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fbf02ed-6965-4982-8149-7c9685fc53c6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.023015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.023015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.023015] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.023105] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fbf02ed-6965-4982-8149-7c9685fc53c6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.481131] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.481306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.481382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.481625] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.481781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.481995] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.482110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.482167] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.482329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.482440] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.482506] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be updated. [ 1322.509772] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.509978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.509978] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.510211] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.510351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.519685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: IN_PROGRESS for 2s [ 1322.525224] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fbf02ed-6965-4982-8149-7c9685fc53c6 with status ACTIVE [ 1322.525452] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.525612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.525669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.525921] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.526050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.526260] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.526400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.526456] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.526603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.526688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.526886] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.526993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.527069] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.527216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.527292] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.527377] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fbf02ed-6965-4982-8149-7c9685fc53c6 is going to be updated. [ 1322.549581] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.549769] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.549846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.550090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.550270] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.550436] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fbf02ed-6965-4982-8149-7c9685fc53c6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.529382] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 in Status: SUCCESS [ 1324.529856] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 deletion is rescheduled due to dependency. [ 1324.529856] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.023217] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.023666] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.024276] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.024531] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.025630] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.026043] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.026812] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.027305] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.347326] env[65712]: INFO networking_nsxv3.common.synchronization [req-acd1d810-619a-432e-aaa3-e30165dec047 req-96a8b92e-c7c6-4bdc-8038-6d211450a26d tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1346.347918] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1346.348237] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.348296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.348364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.348632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.348803] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.348910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.348973] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.349204] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.349298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.349405] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.616360] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.616555] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.616679] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.616955] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.617231] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.617390] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.617507] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.617718] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.617862] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.618116] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.618231] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1346.618339] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1346.618447] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1346.618557] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.618660] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1346.618791] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1346.639420] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1346.639609] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1346.639719] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1346.639888] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-935" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.640222] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-9d044d20-203e-4aeb-94be-aec99e2f8b05 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.640391] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640511] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.640904] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.641074] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d044d20-203e-4aeb-94be-aec99e2f8b05',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.851169] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.143505] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.143738] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.143875] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.144227] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.144389] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.144539] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 9d044d20-203e-4aeb-94be-aec99e2f8b05 not found, creating... [ 1347.144785] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.144979] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.145132] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.145359] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.145492] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.145760] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.145934] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.146089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.146318] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.146436] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.146573] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 9d044d20-203e-4aeb-94be-aec99e2f8b05 is going to be created. [ 1347.167051] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.167229] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.167361] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.167627] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.167848] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.168089] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.353146] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.856646] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.856646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.856646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.856646] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.856838] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.856838] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1347.860537] env[65712]: INFO networking_nsxv3.common.synchronization [req-acd1d810-619a-432e-aaa3-e30165dec047 req-78ece4d3-7b81-41ea-975a-ffeeee4dcfe2 service nova] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1347.860773] env[65712]: INFO networking_nsxv3.common.synchronization [req-acd1d810-619a-432e-aaa3-e30165dec047 req-78ece4d3-7b81-41ea-975a-ffeeee4dcfe2 service nova] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1347.860991] env[65712]: INFO networking_nsxv3.common.synchronization [req-acd1d810-619a-432e-aaa3-e30165dec047 req-78ece4d3-7b81-41ea-975a-ffeeee4dcfe2 service nova] Enqueued Resource ID: 9d044d20-203e-4aeb-94be-aec99e2f8b05 with Priority: HIGHEST for action port [ 1347.862215] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_rules [ 1347.862402] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1347.862539] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d044d20-203e-4aeb-94be-aec99e2f8b05 with Priority: HIGHEST for action port [ 1347.863051] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.863162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.863268] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.863527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.863642] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.864785] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.864938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.865213] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d044d20-203e-4aeb-94be-aec99e2f8b05 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.865347] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.865572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.866206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.866206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d044d20-203e-4aeb-94be-aec99e2f8b05',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.889941] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.890179] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.890237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.890512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.890712] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.901041] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1348.367799] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.368806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.368806] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d044d20-203e-4aeb-94be-aec99e2f8b05 with status ACTIVE [ 1348.368936] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.368994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.369076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.369294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.369385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.369567] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.369665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.369726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.369881] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.369964] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.370154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.370248] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.370314] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.370487] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.370526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.370604] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d044d20-203e-4aeb-94be-aec99e2f8b05 is going to be updated. [ 1348.392944] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.393193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.393244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.393511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.393653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.393813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d044d20-203e-4aeb-94be-aec99e2f8b05" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.912630] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1349.913120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.913120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.913284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.913514] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.913642] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.913713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.913876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.913961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.914070] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.416829] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.919043] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.421868] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.422146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.422205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.422483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.422483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.422628] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1351.457194] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.457450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.457507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.457739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.457883] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.469008] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1352.863536] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.866113] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1353.480254] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1353.480483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.480560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.480775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.480961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.481089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.481159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.481309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.481382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.481477] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.481571] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.984709] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.488071] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b09843a-67da-468b-8fef-85d081d264d3: rpc.has_security_group_logging(os_id): False [ 1354.504135] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.504323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.504374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.504554] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.504649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.504895] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.505032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.505107] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.505261] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.505341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.505429] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1354.563000] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.563244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.563244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.563437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.563581] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.576765] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1356.592160] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1356.592617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.864400] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.864400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.865749] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.866142] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.867519] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.867932] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.868818] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.868818] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.869900] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.870276] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.871252] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.871678] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.872478] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.872845] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.874507] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.874873] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.875684] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.875684] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.877207] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.877595] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.878301] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.878912] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.879430] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.879803] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.323552] env[65712]: INFO networking_nsxv3.common.synchronization [req-4f6ad849-20c1-4c92-96c3-8687d3b7400b req-91235903-20b4-4ddf-9544-d71016cedde4 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1417.324209] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1417.324550] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.324673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.324925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.325022] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.325135] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.325241] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.325294] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.325448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.326206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.326206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.829061] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.331758] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.835116] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.835362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.835362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.835527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.835634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.835723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1418.869404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.869623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.869623] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.869805] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.869948] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.878626] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1420.889315] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1420.889797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.325275] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.325666] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.326750] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.327146] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.327643] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.328056] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.624265] env[65712]: INFO networking_nsxv3.common.synchronization [req-40f3430d-3105-41f4-8113-236c639ad26c req-544cf337-b4fe-42e9-ab1c-0cc502817400 tempest-ServerActionsTestOtherA-1037160742 tempest-ServerActionsTestOtherA-1037160742-project-member] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1432.624892] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGHEST for action security_group_members [ 1432.625527] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.625673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.625744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.625990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.626172] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.626278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.626363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.626500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.626586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.626679] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.129375] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.129658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.129658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.130071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.130202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.130445] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.130577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.130647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.130806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.130884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.130975] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be updated. [ 1433.160370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.160565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.160565] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.160775] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.160915] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.169701] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: IN_PROGRESS for 2s [ 1435.180712] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b09843a-67da-468b-8fef-85d081d264d3 in Status: SUCCESS [ 1435.181275] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 deletion is rescheduled due to dependency. [ 1435.181275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.625744] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.626275] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.554216] env[65712]: INFO networking_nsxv3.common.synchronization [None req-7132eb87-74f6-4a34-bee7-9e0f3a804021 None None] Enqueued Resource ID: 1627c041-bb32-4d75-9f1d-88e929cbcc8e with Priority: HIGHEST for action port [ 1441.554685] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1627c041-bb32-4d75-9f1d-88e929cbcc8e with Priority: HIGHEST for action port [ 1441.554685] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-1627c041-bb32-4d75-9f1d-88e929cbcc8e taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.555785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1627c041-bb32-4d75-9f1d-88e929cbcc8e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.555785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1627c041-bb32-4d75-9f1d-88e929cbcc8e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.555785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1627c041-bb32-4d75-9f1d-88e929cbcc8e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.555785] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1627c041-bb32-4d75-9f1d-88e929cbcc8e',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.056979] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1627c041-bb32-4d75-9f1d-88e929cbcc8e [ 1442.057342] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.057489] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.057564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.057779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.057873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.057969] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1627c041-bb32-4d75-9f1d-88e929cbcc8e already deleted. [ 1442.058062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1627c041-bb32-4d75-9f1d-88e929cbcc8e" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.673703] env[65712]: INFO networking_nsxv3.common.synchronization [None req-09ba39c6-7ae6-41a0-a53e-6968a5acfc67 None None] Enqueued Resource ID: 3c8f5f3d-2ac8-48dd-babf-587be2e65c83 with Priority: HIGHEST for action port [ 1443.674627] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8f5f3d-2ac8-48dd-babf-587be2e65c83 with Priority: HIGHEST for action port [ 1443.674942] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8f5f3d-2ac8-48dd-babf-587be2e65c83 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.675218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8f5f3d-2ac8-48dd-babf-587be2e65c83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.675301] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8f5f3d-2ac8-48dd-babf-587be2e65c83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.675551] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8f5f3d-2ac8-48dd-babf-587be2e65c83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.675635] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8f5f3d-2ac8-48dd-babf-587be2e65c83',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.177910] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8f5f3d-2ac8-48dd-babf-587be2e65c83 [ 1444.178112] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.178255] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.178325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.178560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.178659] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.178756] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8f5f3d-2ac8-48dd-babf-587be2e65c83 already deleted. [ 1444.178840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8f5f3d-2ac8-48dd-babf-587be2e65c83" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.419214] env[65712]: INFO networking_nsxv3.common.synchronization [req-0f044379-ea2d-4d61-bde1-b79688257f91 req-4e50fde5-0eb6-48b0-8bfe-1506b0af22f8 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1447.419711] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1447.420218] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.420218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.420218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.420534] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.420732] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.420732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.420732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.421119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.421119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.421119] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.735462] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.735684] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.735812] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.736222] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.736499] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.736664] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.736792] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.737084] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.737270] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.737496] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1447.737614] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1447.737726] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1447.737836] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1447.737946] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1447.738071] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1447.738202] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1447.761760] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1447.761938] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1447.762069] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1447.762264] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.762586] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-81643881-53be-4f4b-8d68-1913f3ebc2a9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.762759] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.762880] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.763233] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.763376] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81643881-53be-4f4b-8d68-1913f3ebc2a9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.923154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.923377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.923377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.923584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.923677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.923873] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.923988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.924074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.924296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.924377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.924466] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 already deleted. [ 1447.924547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.265592] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.265829] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.265891] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.266237] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.266401] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.266630] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 81643881-53be-4f4b-8d68-1913f3ebc2a9 not found, creating... [ 1448.266890] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.267062] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.267184] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.267428] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.267569] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.267851] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.268010] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.268156] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.268382] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.268546] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.268687] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 81643881-53be-4f4b-8d68-1913f3ebc2a9 is going to be created. [ 1448.288760] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.288956] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.289079] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.289332] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.289555] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.289789] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.982355] env[65712]: INFO networking_nsxv3.common.synchronization [req-0f044379-ea2d-4d61-bde1-b79688257f91 req-8df9018c-9b94-47ad-a14a-55f14e7395a6 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1448.982650] env[65712]: INFO networking_nsxv3.common.synchronization [req-0f044379-ea2d-4d61-bde1-b79688257f91 req-8df9018c-9b94-47ad-a14a-55f14e7395a6 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1448.982691] env[65712]: INFO networking_nsxv3.common.synchronization [req-0f044379-ea2d-4d61-bde1-b79688257f91 req-8df9018c-9b94-47ad-a14a-55f14e7395a6 service nova] Enqueued Resource ID: 81643881-53be-4f4b-8d68-1913f3ebc2a9 with Priority: HIGHEST for action port [ 1448.982973] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1448.983131] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1448.983233] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81643881-53be-4f4b-8d68-1913f3ebc2a9 with Priority: HIGHEST for action port [ 1448.983777] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.983900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.983969] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.984239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.984327] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.985165] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.985279] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.985346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.985520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.985669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.985807] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.985847] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.985959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.986854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.986854] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.987370] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-81643881-53be-4f4b-8d68-1913f3ebc2a9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.987454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.987490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.987802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.987802] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81643881-53be-4f4b-8d68-1913f3ebc2a9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.489182] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.490261] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.490399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.492023] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81643881-53be-4f4b-8d68-1913f3ebc2a9 with status ACTIVE [ 1449.492151] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.492239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.492239] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.492481] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.492537] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.492701] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.492799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.492860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.493028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.493258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.493327] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.493380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.493443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.493570] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.493644] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.493727] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81643881-53be-4f4b-8d68-1913f3ebc2a9 is going to be updated. [ 1449.515219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.515457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.515457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.515647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.515734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.515886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81643881-53be-4f4b-8d68-1913f3ebc2a9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.991998] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.494660] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.494660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.494660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.494971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.494971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.495086] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be created. [ 1450.519371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.519598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.519598] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.519733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.519896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.530077] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: UNINITIALIZED for 2s [ 1452.543042] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1452.543513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.543513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.543752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.544103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.544231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.544306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.544511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.544617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.544726] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.544862] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.047918] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.048152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.048152] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.048387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.048590] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.048716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.048792] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.048993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.049135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.049237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.049406] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.049552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.049645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.049834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.050017] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.050122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.050232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.050382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.050473] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.050559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.050658] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.553309] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1453.573013] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.573247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.573247] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.573479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.573575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.573771] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.573863] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.573954] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.574102] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.574150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.574352] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.574444] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.574506] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.574648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.574721] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.574923] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.574993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.575045] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.575184] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.575257] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.575340] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be created. [ 1453.632618] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.632917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.632917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.633052] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.633240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.644162] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1453.985019] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.985198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1455.658988] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1455.659496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.987075] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.987543] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.484058] env[65712]: INFO networking_nsxv3.common.synchronization [req-f50514a3-e157-412a-8a65-dc1175ad7af8 req-5a2d7b51-96d8-49de-ac39-b21c9b7d75fb tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1461.484626] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1461.484870] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.484990] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.485096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.485306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.485452] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.485552] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.485634] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.485755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.485859] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.485953] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.766040] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.766293] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.766424] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.766729] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.766992] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.767226] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.767372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.767598] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.767747] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.767979] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.768104] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1461.768212] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1461.768322] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1461.768420] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.768524] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1461.768699] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1461.788735] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1461.788904] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1461.789033] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1461.789213] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.789589] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.789803] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.789928] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.790261] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.790410] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98edf53d-06ce-48dd-bfcd-d3a19e99d7db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.988300] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.294025] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.294025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.294025] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.294376] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.294530] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.294685] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 98edf53d-06ce-48dd-bfcd-d3a19e99d7db not found, creating... [ 1462.294943] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.295115] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.295233] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.295453] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.295592] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.295873] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.296037] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.296167] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.296471] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.296616] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.296757] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db is going to be created. [ 1462.316926] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.317151] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.317319] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.317592] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.317814] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.318051] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.491126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.994297] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.994463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.994538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.994758] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.994850] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.994955] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1462.998691] env[65712]: INFO networking_nsxv3.common.synchronization [req-f50514a3-e157-412a-8a65-dc1175ad7af8 req-82aaab5b-597c-472e-9810-213b6e79ec7b service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1462.998891] env[65712]: INFO networking_nsxv3.common.synchronization [req-f50514a3-e157-412a-8a65-dc1175ad7af8 req-82aaab5b-597c-472e-9810-213b6e79ec7b service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1462.999040] env[65712]: INFO networking_nsxv3.common.synchronization [req-f50514a3-e157-412a-8a65-dc1175ad7af8 req-82aaab5b-597c-472e-9810-213b6e79ec7b service nova] Enqueued Resource ID: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db with Priority: HIGHEST for action port [ 1462.999261] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1462.999399] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1462.999499] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db with Priority: HIGHEST for action port [ 1463.000160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.000284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.000284] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.000526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.000526] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.001723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.001723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.001723] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.001925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.001925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.002066] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.002314] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98edf53d-06ce-48dd-bfcd-d3a19e99d7db',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.031507] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.031507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.031507] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.031800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.031800] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.041831] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1463.504520] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.504991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.504991] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98edf53d-06ce-48dd-bfcd-d3a19e99d7db with status ACTIVE [ 1463.505108] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.505222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.505288] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.505545] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.505663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.505844] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.505968] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.506049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.506246] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.506376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.506592] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.506697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.506783] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.506947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.507053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.507153] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98edf53d-06ce-48dd-bfcd-d3a19e99d7db is going to be updated. [ 1463.528760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.528982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.528982] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.529238] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.529398] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.529597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98edf53d-06ce-48dd-bfcd-d3a19e99d7db" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.052216] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1465.052596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.052596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.052801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.052988] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.053118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.053182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.053335] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.053419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.053515] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.556053] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.058462] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.561341] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.561341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.561341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.561604] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.561704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.561810] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1466.587986] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.588193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.588234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.588415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.588564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.597592] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1468.000718] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.001137] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1468.609520] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1468.609734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.609843] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.610082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.610277] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.610388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.610476] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.610615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.610707] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.610771] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.610867] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.112928] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.113380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.113380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.113454] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.113676] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.113779] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.113848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.114063] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.114178] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.114296] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.114491] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.114613] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.114680] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.114854] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.115030] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.115158] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.115240] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.115408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.115512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.115614] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.115740] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.618712] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1469.636509] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.636730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.636730] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.636920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.637027] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.637219] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.637336] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.637404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.637555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.637631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.637830] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.637924] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.637993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.638140] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.638219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.638387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.638478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.638538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.638668] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.638745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.638816] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1469.696515] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.696738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.696738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.696938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.697100] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.707976] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1471.723450] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1471.723857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.002554] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.003027] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.846335] env[65712]: INFO networking_nsxv3.common.synchronization [req-e08dea18-211f-45f8-b930-9fc1ae1fee0f req-dd746ae4-6180-485a-a2b0-5aa057462d15 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1473.846646] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1473.846953] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.847129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.847215] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.847339] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.848035] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.848035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.848035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.848035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.848035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.848035] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.350068] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.852463] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.355184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.355665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.355665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.355665] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.355852] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.355852] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1475.385480] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.385669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.385728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.385927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.386084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.394938] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1477.410776] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1477.410776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.847270] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.847668] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.099752] env[65712]: INFO networking_nsxv3.common.synchronization [req-5fb20769-700a-4652-b212-4be1f848cec8 req-9b985eda-f2ba-4315-b5d8-4f8599d3b7ba tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1482.100304] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1482.100614] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.100734] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.100802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.101017] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.101472] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.101592] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.101715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.101820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.101907] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.102010] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.375465] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.375676] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.375804] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.376087] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.376341] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.376516] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.376642] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.376865] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.377015] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.377230] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1482.377344] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1482.377474] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1482.377665] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1482.377824] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1482.377942] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1482.378092] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1482.398575] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1482.398749] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1482.398894] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1482.399081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.399392] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.399560] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.399683] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.400036] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.400182] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.605063] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.902750] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.903133] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.903133] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.903422] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.903571] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.903732] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c not found, creating... [ 1482.904009] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.904171] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.904288] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.904653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.904653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.905029] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.905240] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.905363] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.905574] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.905712] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.905852] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c is going to be created. [ 1482.926369] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.926744] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.926971] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.927378] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.927750] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.928148] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.107558] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.610167] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.610331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.610390] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.610615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.610715] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.610819] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1483.620396] env[65712]: INFO networking_nsxv3.common.synchronization [req-5fb20769-700a-4652-b212-4be1f848cec8 req-e440c2d7-a17a-45c7-99dc-ef89b8a64795 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1483.620581] env[65712]: INFO networking_nsxv3.common.synchronization [req-5fb20769-700a-4652-b212-4be1f848cec8 req-e440c2d7-a17a-45c7-99dc-ef89b8a64795 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1483.620720] env[65712]: INFO networking_nsxv3.common.synchronization [req-5fb20769-700a-4652-b212-4be1f848cec8 req-e440c2d7-a17a-45c7-99dc-ef89b8a64795 service nova] Enqueued Resource ID: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c with Priority: HIGHEST for action port [ 1483.621256] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1483.621392] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1483.621492] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c with Priority: HIGHEST for action port [ 1483.621765] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.621926] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.621971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.622651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.622746] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.623690] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.623794] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.623997] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.624112] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.624180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.624388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.624448] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.641635] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.641813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.641857] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.642046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.642193] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.651416] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1484.126170] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.126589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.126589] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c with status ACTIVE [ 1484.126687] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.126795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.126860] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.127095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.127187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.127363] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.127472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.127533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.127670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.127739] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.129389] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.129389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.129389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.129389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.129389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.129389] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c is going to be updated. [ 1484.149805] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.150021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.150074] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.150259] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.150388] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.150546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e75c41-1fa8-4be5-aa92-8c6c8af1ea2c" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.662177] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1485.662714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.662714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.662897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.663161] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.663322] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.663402] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.663594] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.663708] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.663816] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.165901] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.669066] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.171476] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.171719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.171719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.171937] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.172039] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.172143] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1487.212295] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.212524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.212524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.212699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.212789] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.221888] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1488.622191] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.622588] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1489.233548] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 4s [ 1490.237444] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.237857] env[65712]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-884c02af-ca16-477e-b125-6d146b2b4a4f None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.245083] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1491.245469] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.245595] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.245879] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.246144] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.246306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.246396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.246631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.246757] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.246828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.246922] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.749205] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.749438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.749438] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.749699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.749876] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.749974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.750048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.750218] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.750310] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.750406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.750564] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.750658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.750748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.750865] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.751010] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.751110] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.751164] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.751303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.751380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.751461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.751550] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.253963] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1492.271459] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.271669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.271669] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.271893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.271988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.272209] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.272315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.272377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.272591] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.272697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.272836] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.272928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.272992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.273157] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.273232] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.273416] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.273508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.273572] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.273713] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.273788] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.273877] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1492.337089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.337356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.337356] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.337496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.337645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.351498] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1493.501699] env[65712]: INFO networking_nsxv3.common.synchronization [req-40bf8732-e0a5-4717-b429-746ee4b6e6b7 req-917dd52f-625d-49c6-a8d5-e04a61824df7 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1493.502292] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1493.502601] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.502729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.502801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.503008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.503286] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.503396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.503463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.503650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.503760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.503859] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.006497] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.368941] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1494.368941] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.509601] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.012686] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.012938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.012938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.013122] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.013174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.013283] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1495.041313] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.041488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.041535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.041774] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.041923] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.050827] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1497.063214] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1497.063617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.504135] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.504551] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.607132] env[65712]: INFO networking_nsxv3.common.synchronization [req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 req-81d0e8b8-3852-4d20-b162-b30f62466758 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1502.607604] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1502.607940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.608081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.608148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.608348] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.608506] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.608651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.608686] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.608802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.608889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.608983] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.897288] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.897552] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.897725] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.898014] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.898302] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.898463] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.898580] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.898799] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.898943] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.899340] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1502.899460] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1502.899567] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1502.899675] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1502.899786] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1502.899901] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1502.900045] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1502.919861] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1502.920038] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1502.920195] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1502.920334] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.920643] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-3fc622ec-0368-48b7-acf3-f6d28316a932 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.920807] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.920930] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.921277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.921419] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc622ec-0368-48b7-acf3-f6d28316a932',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.111821] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.423552] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.423839] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.423993] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.424338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.424500] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.424662] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 3fc622ec-0368-48b7-acf3-f6d28316a932 not found, creating... [ 1503.424949] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.425127] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.425244] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.425498] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.425648] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.425958] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.426140] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.426238] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.426454] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.426589] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.426732] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 3fc622ec-0368-48b7-acf3-f6d28316a932 is going to be created. [ 1503.446807] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.447067] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.447148] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.447426] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.447689] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.447898] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.614349] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.119452] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.119452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.119452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.119452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.119452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.119452] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1504.143673] env[65712]: INFO networking_nsxv3.common.synchronization [req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 req-b7c38545-32ea-49bc-b97c-8e67963197db service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1504.143892] env[65712]: INFO networking_nsxv3.common.synchronization [req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 req-b7c38545-32ea-49bc-b97c-8e67963197db service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1504.144054] env[65712]: INFO networking_nsxv3.common.synchronization [req-b0817d74-65bb-4f1f-8cf4-4eca1e864140 req-b7c38545-32ea-49bc-b97c-8e67963197db service nova] Enqueued Resource ID: 3fc622ec-0368-48b7-acf3-f6d28316a932 with Priority: HIGHEST for action port [ 1504.144564] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1504.144792] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1504.144792] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc622ec-0368-48b7-acf3-f6d28316a932 with Priority: HIGHEST for action port [ 1504.145076] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.145258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.145421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.145496] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.145611] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.146426] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.146601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.148077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc622ec-0368-48b7-acf3-f6d28316a932 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.148077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.148077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.148077] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.148077] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc622ec-0368-48b7-acf3-f6d28316a932',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.149235] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.149346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.149346] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.149494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.151306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.161128] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1504.649891] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.650488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.651421] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fc622ec-0368-48b7-acf3-f6d28316a932 with status ACTIVE [ 1504.651609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.651764] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.651861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.652008] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.652108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.652287] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.652385] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.652448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.652602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.652685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.652891] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.653067] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.653128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.653275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.653352] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.653446] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fc622ec-0368-48b7-acf3-f6d28316a932 is going to be updated. [ 1504.673371] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.673557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.673557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.673748] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.673876] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.674049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc622ec-0368-48b7-acf3-f6d28316a932" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.173902] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1506.174303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.174384] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.174641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.174853] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.174993] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.175092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.175283] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.175391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.175501] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.186609] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.186795] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.186848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.187095] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.187245] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.678016] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.689628] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.180617] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.190421] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.682920] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.683082] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.683151] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.683371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.683467] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.683578] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1507.692510] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1507.692658] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1507.716094] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.716323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.716323] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.716508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.716653] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.725964] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1508.606786] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.607162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.607162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.607251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.620989] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1508.621943] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.622777] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1508.665670] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.665867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.665867] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.666092] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.680513] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.681328] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1508.681413] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.681506] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1508.714519] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.714755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.714755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.715114] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.715893] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.716108] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1508.803184] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.803375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.803375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.803524] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.803925] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.804235] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1508.876323] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.876564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.876564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.876798] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.877333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.877457] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1508.877457] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6ce15f20-34fe-49b5-9411-0c038c2c5077', '16ce5676-a81a-4120-a9db-139ef56d5dae', '3246408c-171e-4b82-9851-e856d5bbd943', 'e1abfa3f-7e5b-4343-9d7f-fe03ce100afc', '33595b85-dccc-4af3-b440-ba07579878e7', '33d24a5b-a6c3-4be9-8eb5-100cd077d02a', '9657a2fd-4c40-41dc-83e2-f2bd76d00191', 'e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc', 'e3c03f0e-abd0-4387-8e00-b0df74b8bc3a', '058ed1dd-3900-4d96-9336-bee3769cb093', 'd6562948-9f94-4bb7-9371-b6dfc691e55f', '65f3135a-7615-4f4b-ae6a-bae891eddb52', 'ec2bed6c-d48e-4253-b7cc-7b8c86e89676', '4ac1b9e4-a251-498c-9826-168ec7d360f6', '2eb3304e-12a1-458e-9ad8-380df4ec9aaa', '0a063da8-1183-4d32-8dea-31347571bc0a', 'f430a67d-9c1d-45eb-9546-0f869900e512', 'fad9bdb1-5be1-47a1-83b8-88005c660eef', '7b09843a-67da-468b-8fef-85d081d264d3', '77e054ad-aa84-48e5-9581-0cd9fb149181', '2f734415-50e9-4a92-ac78-c0f954a6bebe', '37f89daf-51c8-4979-a4b1-ba99ad2e2096', '8f6cd90d-a52d-4ff1-99f9-8dfa0d1f209d', 'b425c7fe-c964-43fd-ab3a-0051dc9000b8', 'd6aee371-4550-4b7f-9e24-8af7cd7b2ab1', '0a5ee549-cb95-403b-b180-a29402be7425'} {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.877664] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1508.897662] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.897928] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.898070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.898372] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.898521] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.898693] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1508.898824] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.898970] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1508.975451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.975615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.975673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.975897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.977171] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.977500] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1508.977616] env[65712]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65712) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.977876] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1508.977876] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1508.977876] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1508.978056] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGH for action security_group_rules [ 1508.978171] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGH for action security_group_rules [ 1508.978230] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGH for action security_group_rules [ 1508.978313] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGH for action security_group_rules [ 1508.978408] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGH for action security_group_rules [ 1508.978496] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGH for action security_group_rules [ 1508.978582] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGH for action security_group_rules [ 1508.978668] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGH for action security_group_rules [ 1508.978755] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGH for action security_group_rules [ 1508.978845] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGH for action security_group_rules [ 1508.978933] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGH for action security_group_rules [ 1508.979035] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGH for action security_group_rules [ 1508.979179] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGH for action security_group_rules [ 1508.979245] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGH for action security_group_rules [ 1508.979332] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGH for action security_group_rules [ 1508.979418] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGH for action security_group_rules [ 1508.979506] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGH for action security_group_rules [ 1508.979596] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGH for action security_group_rules [ 1508.979683] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGH for action security_group_rules [ 1508.979772] env[65712]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGH for action security_group_rules [ 1508.979896] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.146096] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.146307] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1509.146360] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 with Priority: HIGH for action security_group_rules [ 1509.146488] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGH for action security_group_rules [ 1509.146607] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 with Priority: HIGH for action security_group_rules [ 1509.146709] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa with Priority: HIGH for action security_group_rules [ 1509.146870] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 with Priority: HIGH for action security_group_rules [ 1509.146985] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b09843a-67da-468b-8fef-85d081d264d3 with Priority: HIGH for action security_group_rules [ 1509.147098] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad9bdb1-5be1-47a1-83b8-88005c660eef with Priority: HIGH for action security_group_rules [ 1509.147195] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f430a67d-9c1d-45eb-9546-0f869900e512 with Priority: HIGH for action security_group_rules [ 1509.147290] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 with Priority: HIGH for action security_group_rules [ 1509.147381] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a063da8-1183-4d32-8dea-31347571bc0a with Priority: HIGH for action security_group_rules [ 1509.147480] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 with Priority: HIGH for action security_group_rules [ 1509.147586] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 with Priority: HIGH for action security_group_rules [ 1509.147674] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6562948-9f94-4bb7-9371-b6dfc691e55f with Priority: HIGH for action security_group_rules [ 1509.147788] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058ed1dd-3900-4d96-9336-bee3769cb093 with Priority: HIGH for action security_group_rules [ 1509.147927] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a with Priority: HIGH for action security_group_rules [ 1509.148017] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a with Priority: HIGH for action security_group_rules [ 1509.148112] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc with Priority: HIGH for action security_group_rules [ 1509.148200] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33595b85-dccc-4af3-b440-ba07579878e7 with Priority: HIGH for action security_group_rules [ 1509.148285] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ce5676-a81a-4120-a9db-139ef56d5dae with Priority: HIGH for action security_group_rules [ 1509.148373] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc with Priority: HIGH for action security_group_rules [ 1509.148730] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ce15f20-34fe-49b5-9411-0c038c2c5077 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.148858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.148935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.149183] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.149272] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ce15f20-34fe-49b5-9411-0c038c2c5077',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.150310] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.150421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.150605] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.150717] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.150776] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.150962] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.151047] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9657a2fd-4c40-41dc-83e2-f2bd76d00191',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.151835] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.151944] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.152019] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.152181] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.152263] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eb3304e-12a1-458e-9ad8-380df4ec9aaa',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.153451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e054ad-aa84-48e5-9581-0cd9fb149181 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.153557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.153801] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.154050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.154596] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e054ad-aa84-48e5-9581-0cd9fb149181',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.155588] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b09843a-67da-468b-8fef-85d081d264d3 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.155706] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.155778] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.155934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.156015] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b09843a-67da-468b-8fef-85d081d264d3',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.156843] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad9bdb1-5be1-47a1-83b8-88005c660eef taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.156966] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.157028] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.157309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.157309] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad9bdb1-5be1-47a1-83b8-88005c660eef',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.157961] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f430a67d-9c1d-45eb-9546-0f869900e512 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.158104] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.158170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.158315] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.158378] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f430a67d-9c1d-45eb-9546-0f869900e512',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.159260] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac1b9e4-a251-498c-9826-168ec7d360f6 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.159325] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.159364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.159488] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.159571] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac1b9e4-a251-498c-9826-168ec7d360f6',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.160256] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a063da8-1183-4d32-8dea-31347571bc0a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.160377] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.160445] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.160603] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.160677] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a063da8-1183-4d32-8dea-31347571bc0a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.161565] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.161709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.161814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.162048] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.162181] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec2bed6c-d48e-4253-b7cc-7b8c86e89676',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.163098] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f3135a-7615-4f4b-ae6a-bae891eddb52 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.163205] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.163264] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.163428] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.163502] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f3135a-7615-4f4b-ae6a-bae891eddb52',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.164320] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6562948-9f94-4bb7-9371-b6dfc691e55f taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.164451] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.164520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.164671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.164748] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6562948-9f94-4bb7-9371-b6dfc691e55f',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.165423] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-058ed1dd-3900-4d96-9336-bee3769cb093 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.165553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.165635] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.166032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.166032] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('058ed1dd-3900-4d96-9336-bee3769cb093',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.166422] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.166564] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.166672] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.166773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.166855] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c03f0e-abd0-4387-8e00-b0df74b8bc3a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.167611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.167714] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.168062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.168062] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.168062] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d24a5b-a6c3-4be9-8eb5-100cd077d02a',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.168953] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.168953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.168953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.169115] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.169115] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.169757] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33595b85-dccc-4af3-b440-ba07579878e7 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.169862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.169919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.170087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.170152] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33595b85-dccc-4af3-b440-ba07579878e7',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.170866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16ce5676-a81a-4120-a9db-139ef56d5dae taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.171014] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.171139] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.171195] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.171344] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16ce5676-a81a-4120-a9db-139ef56d5dae',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.172103] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.172180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.172180] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.172317] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.172388] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1abfa3f-7e5b-4343-9d7f-fe03ce100afc',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.735448] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.735812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.735812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.735897] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.741695] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.741887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.742669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.742780] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.744428] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.744579] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.751010] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.751175] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.751866] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.751961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.752669] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.752766] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.756051] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1509.756254] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.756410] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.756618] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.756800] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.756913] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.756980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.757173] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.757265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.757359] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.757452] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.762883] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.763020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.763760] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.763858] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.766318] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.766431] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.767109] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.767555] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.767649] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.768414] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.768828] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.768938] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.769642] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.770089] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.770216] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.770952] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.771323] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.771430] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.771988] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.772399] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.772478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.773172] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.773549] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.773641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.774304] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.774679] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.774773] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.775998] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.776387] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.776483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.777198] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.777572] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.777663] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.778613] env[65712]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.778987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.779159] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b09843a-67da-468b-8fef-85d081d264d3 is going to be deleted. [ 1509.780213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.780416] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.799889] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.800055] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c03f0e-abd0-4387-8e00-b0df74b8bc3a is going to be deleted. [ 1509.800836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.801057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.817647] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.817831] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9657a2fd-4c40-41dc-83e2-f2bd76d00191 is going to be deleted. [ 1509.818587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.818797] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.838744] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.838919] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f430a67d-9c1d-45eb-9546-0f869900e512 is going to be deleted. [ 1509.839849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.840076] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.843343] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.843472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.868143] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.868340] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e054ad-aa84-48e5-9581-0cd9fb149181 is going to be deleted. [ 1509.869187] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.869406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.871329] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.871479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.898468] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.898677] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.907025] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.907186] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac1b9e4-a251-498c-9826-168ec7d360f6 is going to be deleted. [ 1509.908070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.908313] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.909778] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.909920] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.951934] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.952134] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f3135a-7615-4f4b-ae6a-bae891eddb52 is going to be deleted. [ 1509.953021] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.953300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.982820] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.983050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.993988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.994186] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ce15f20-34fe-49b5-9411-0c038c2c5077 is going to be deleted. [ 1509.995199] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.995461] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.060085] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.060274] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.080170] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.080336] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eb3304e-12a1-458e-9ad8-380df4ec9aaa is going to be deleted. [ 1510.081424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.081662] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.131699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.131946] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 058ed1dd-3900-4d96-9336-bee3769cb093 is going to be deleted. [ 1510.132812] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.133043] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.180589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.180800] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc is going to be deleted. [ 1510.181760] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.181995] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.185367] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.185560] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.206228] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.206498] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.223362] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.223571] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d24a5b-a6c3-4be9-8eb5-100cd077d02a is going to be deleted. [ 1510.224724] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.225097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.259413] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.259661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.259661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.259868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.260051] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.260159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.260223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.260406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.260494] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.260596] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.260754] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.260849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.260912] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.261087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.261230] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.261341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.261404] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.261559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.261637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.261719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.261822] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.268672] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.268848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.271693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.271847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33595b85-dccc-4af3-b440-ba07579878e7 is going to be deleted. [ 1510.273159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.273403] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.311967] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.312244] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.333031] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.333227] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1abfa3f-7e5b-4343-9d7f-fe03ce100afc is going to be deleted. [ 1510.334231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.334458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.378622] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.378872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.381990] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.382161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.401090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.401282] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6562948-9f94-4bb7-9371-b6dfc691e55f is going to be deleted. [ 1510.402290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.402503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.474684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.474884] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec2bed6c-d48e-4253-b7cc-7b8c86e89676 is going to be deleted. [ 1510.475839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.476123] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.494326] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.494553] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.500862] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.501072] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.516718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.516919] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a063da8-1183-4d32-8dea-31347571bc0a is going to be deleted. [ 1510.517820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.518053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.558622] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.558622] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad9bdb1-5be1-47a1-83b8-88005c660eef is going to be deleted. [ 1510.560709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.560709] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.626406] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.626643] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16ce5676-a81a-4120-a9db-139ef56d5dae is going to be deleted. [ 1510.627650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.627891] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.627975] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.628128] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b09843a-67da-468b-8fef-85d081d264d3" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.628290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.628450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.628522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.628641] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c03f0e-abd0-4387-8e00-b0df74b8bc3a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.629163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.629328] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.629424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.629523] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9657a2fd-4c40-41dc-83e2-f2bd76d00191" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.629654] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.629802] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.629873] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.629988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f430a67d-9c1d-45eb-9546-0f869900e512" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.630129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.630272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.630340] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.630452] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e054ad-aa84-48e5-9581-0cd9fb149181" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.630577] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.630718] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.630791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.630900] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac1b9e4-a251-498c-9826-168ec7d360f6" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.631044] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.631190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.631256] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.631375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ce15f20-34fe-49b5-9411-0c038c2c5077" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.631500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.631640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.631728] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.631803] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f3135a-7615-4f4b-ae6a-bae891eddb52" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.631931] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.632089] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.632163] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.632265] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eb3304e-12a1-458e-9ad8-380df4ec9aaa" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.632387] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.632527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.632602] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.632699] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ccb84b-925d-4ae4-b07b-03b6ab62f7dc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.632822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.632961] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.633038] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.633150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d24a5b-a6c3-4be9-8eb5-100cd077d02a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.633272] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.633411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.633490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.633583] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-058ed1dd-3900-4d96-9336-bee3769cb093" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.633701] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.633840] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.633910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.634020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1abfa3f-7e5b-4343-9d7f-fe03ce100afc" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.634148] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.634289] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.634355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.634463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33595b85-dccc-4af3-b440-ba07579878e7" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.641908] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.642159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.642159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.642303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.642382] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.642503] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec2bed6c-d48e-4253-b7cc-7b8c86e89676" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.682451] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.682729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.682729] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.682905] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.682987] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.683070] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6562948-9f94-4bb7-9371-b6dfc691e55f" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.683890] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.684086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.684086] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.684263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.684333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.684450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a063da8-1183-4d32-8dea-31347571bc0a" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.692404] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.692637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.692637] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.692813] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.692878] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.692953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad9bdb1-5be1-47a1-83b8-88005c660eef" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.749050] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.749582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.749582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.749582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.749582] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.749848] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16ce5676-a81a-4120-a9db-139ef56d5dae" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.764276] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1510.798517] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.798777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.798777] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.799024] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.864752] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.865065] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.865235] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.865333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.865627] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.865765] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.866137] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.866303] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.866408] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.866685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.866872] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.867190] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.867312] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.867380] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.867599] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.867685] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.867803] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1510.972984] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.973223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.973273] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.973533] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.973755] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.996926] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1513.063176] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1513.063688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.063688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.063834] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.063959] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.567154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.567154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.567154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.567154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.567154] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.567154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.567154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.567822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.567822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.567822] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.567822] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.070276] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.070698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.070698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.070815] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.070982] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.071103] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.071191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.071374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.071466] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.071555] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.071708] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.071820] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.071887] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.072057] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.072211] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.072306] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.072370] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.072510] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.072589] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.072673] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.072765] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.149507] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.149698] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1514.575141] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1514.593769] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.594035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.594131] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.594371] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.594509] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.594803] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.594935] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.594984] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.595154] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.595234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.595440] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.595538] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.595600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.595745] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.595841] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.596054] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.596146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.596209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.596351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.596424] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.596509] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1514.664073] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.664638] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.664750] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.664992] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.665153] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.703289] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1516.719737] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1516.720138] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.361645] env[65712]: INFO networking_nsxv3.common.synchronization [req-ff3c6f90-e239-470e-9133-f85782a5bce0 req-a16cdd86-0e33-49fa-94ad-6f24c1cefde5 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1517.361645] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1517.361645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.361645] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.361645] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.361645] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.651570] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.651776] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.651903] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.652259] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.652587] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.652754] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.652868] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.653118] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.653267] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.653479] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1517.653589] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1517.653697] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1517.653804] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1517.653913] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1517.654031] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1517.654170] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1517.672473] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1517.672699] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1517.672848] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1517.673049] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.673376] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-66760380-2cd8-4982-b8cb-5bdb7402a299 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.673551] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.673672] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.673986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.674140] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66760380-2cd8-4982-b8cb-5bdb7402a299',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.864117] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.176231] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.176493] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.176653] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.176986] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.177166] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.177334] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 66760380-2cd8-4982-b8cb-5bdb7402a299 not found, creating... [ 1518.177606] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.177766] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.177880] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.178118] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.178254] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.178567] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.178724] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.178838] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.179058] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.179191] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.179324] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 66760380-2cd8-4982-b8cb-5bdb7402a299 is going to be created. [ 1518.200048] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.200366] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.200424] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.200652] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.200883] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.201149] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.366161] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.869365] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.869694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.869694] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.869832] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.869919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.869996] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1518.895037] env[65712]: INFO networking_nsxv3.common.synchronization [req-ff3c6f90-e239-470e-9133-f85782a5bce0 req-ce96ce39-e1c1-48ac-9e9f-3c09d247c14d service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1518.895214] env[65712]: INFO networking_nsxv3.common.synchronization [req-ff3c6f90-e239-470e-9133-f85782a5bce0 req-ce96ce39-e1c1-48ac-9e9f-3c09d247c14d service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1518.895353] env[65712]: INFO networking_nsxv3.common.synchronization [req-ff3c6f90-e239-470e-9133-f85782a5bce0 req-ce96ce39-e1c1-48ac-9e9f-3c09d247c14d service nova] Enqueued Resource ID: 66760380-2cd8-4982-b8cb-5bdb7402a299 with Priority: HIGHEST for action port [ 1518.895856] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1518.895989] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1518.896147] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66760380-2cd8-4982-b8cb-5bdb7402a299 with Priority: HIGHEST for action port [ 1518.896463] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.896601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.896667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.896919] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.896980] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.898160] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.898282] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.898611] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-66760380-2cd8-4982-b8cb-5bdb7402a299 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.898697] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.898759] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.898917] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.898990] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66760380-2cd8-4982-b8cb-5bdb7402a299',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.900703] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.900703] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.900855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.901478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.901478] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.910952] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1519.401380] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.401670] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.403841] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66760380-2cd8-4982-b8cb-5bdb7402a299 with status ACTIVE [ 1519.404045] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.404166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.404230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.404426] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.404518] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.404688] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.404785] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.404862] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.405041] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.405117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.405301] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.405391] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.405443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.405587] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.405660] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.405736] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66760380-2cd8-4982-b8cb-5bdb7402a299 is going to be updated. [ 1519.426980] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.427285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.427285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.427411] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.427544] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.427698] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66760380-2cd8-4982-b8cb-5bdb7402a299" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.924538] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1520.924983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.924983] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.925223] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.925405] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.925522] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.925584] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.925732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.925814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.925912] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.428767] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.931126] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.435225] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.435512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.435512] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.436420] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.436514] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.436647] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1522.466601] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.466796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.466861] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.467298] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.467520] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.478730] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1523.897154] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.897559] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1524.490054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1524.490054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.490309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.490458] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.490652] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.490770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.490836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.490997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.491097] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.491182] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.491273] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.993524] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.993945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.993945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.993945] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.994123] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.994226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.994290] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.994448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.994529] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.994615] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.994779] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.994855] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.994939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.995099] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.995241] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.995332] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.995392] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.995530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.995606] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.995688] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.995774] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.499054] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1525.531358] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.531643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.531643] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.532054] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.532200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.532479] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.532675] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.532791] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.532991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.533150] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.533445] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.533597] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.533754] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.533927] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.534071] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.534342] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.534511] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.534586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.534828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.534936] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.534989] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1525.600994] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.601212] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.601258] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.601500] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.601650] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.624970] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1527.643586] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1527.644053] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.898946] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.899198] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.056154] env[65712]: INFO networking_nsxv3.common.synchronization [req-9408fea1-1303-4d1d-96b2-4d3dae7175c8 req-651970ba-ce4e-41dc-ae9d-4375611fcbac tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1529.056603] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1529.056969] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.057134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.057134] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.057345] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.057499] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.057608] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.057667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.057782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.057868] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.057957] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.562089] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.064224] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.566475] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.566719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.566719] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.566910] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.567049] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.567156] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1530.594433] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.594575] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.594648] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.594849] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.595035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.604829] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1532.616829] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1532.617231] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.057856] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.058251] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.647272] env[65712]: INFO networking_nsxv3.common.synchronization [req-042f6116-52b7-429d-b26d-cc52d380f1ea req-d13ba096-a999-4bcd-a9f3-6f5bbd395039 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1535.647808] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1535.648134] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.648260] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.648333] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.648527] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.648682] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.648770] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.648828] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.648974] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.649094] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.649423] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.153173] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.654962] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.156971] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.157237] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.157307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.157472] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.157573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.157683] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1537.188064] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.188253] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.188300] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.188519] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.188666] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.197149] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1539.207948] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1539.208381] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.649675] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.650185] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.799835] env[65712]: INFO networking_nsxv3.common.synchronization [req-912f9f14-66e6-462f-887b-682392c07bba req-7af7a5cf-5317-4819-ac44-36356e48ea79 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1544.800400] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1544.800696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.800816] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.800886] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.801146] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.801340] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.801483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.801483] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.801727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.801727] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.801960] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.102171] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.102372] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.102498] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.102784] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.103054] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.103219] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.103338] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.103555] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.103703] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.103907] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1545.104165] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1545.104329] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1545.104442] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1545.104556] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1545.104661] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1545.104792] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1545.124847] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1545.125048] env[65712]: DEBUG dogpile.cache.region [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1545.125155] env[65712]: DEBUG dogpile.lock [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1545.125327] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.125625] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock port-6fb216f9-ade4-4e46-a073-bea75b54b8d9 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.125791] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.125907] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.126264] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.126404] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb216f9-ade4-4e46-a073-bea75b54b8d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.304201] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.629169] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.629429] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.629578] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.629862] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.630032] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.630194] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Segment Port 6fb216f9-ade4-4e46-a073-bea75b54b8d9 not found, creating... [ 1545.630458] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.630611] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.630725] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.630935] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.631081] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.631404] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.631585] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.631745] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.631969] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.632115] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.632256] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Resource: SegmentPort with ID: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 is going to be created. [ 1545.652066] env[65712]: DEBUG networking_nsxv3.common.locking [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.652277] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.652400] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.652744] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.653055] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.653341] env[65712]: DEBUG oslo_concurrency.lockutils [None req-42370a7c-01d4-423d-bc7d-370b2a844111 None None] Releasing lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.806527] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.308946] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.309135] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.309349] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.309601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.309601] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.309673] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1546.336320] env[65712]: INFO networking_nsxv3.common.synchronization [req-912f9f14-66e6-462f-887b-682392c07bba req-01f71a44-eea3-4d20-9c9c-0f02bf29244f service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1546.336522] env[65712]: INFO networking_nsxv3.common.synchronization [req-912f9f14-66e6-462f-887b-682392c07bba req-01f71a44-eea3-4d20-9c9c-0f02bf29244f service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1546.336741] env[65712]: INFO networking_nsxv3.common.synchronization [req-912f9f14-66e6-462f-887b-682392c07bba req-01f71a44-eea3-4d20-9c9c-0f02bf29244f service nova] Enqueued Resource ID: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 with Priority: HIGHEST for action port [ 1546.337181] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1546.337321] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1546.337419] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 with Priority: HIGHEST for action port [ 1546.337699] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.337811] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.337880] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.338141] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.338206] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.339557] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.339684] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.339899] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fb216f9-ade4-4e46-a073-bea75b54b8d9 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.340020] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.340080] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.340262] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.340340] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb216f9-ade4-4e46-a073-bea75b54b8d9',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.342077] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.342437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.342437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.342437] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.342580] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.353600] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1546.840446] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.840909] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.844940] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fb216f9-ade4-4e46-a073-bea75b54b8d9 with status ACTIVE [ 1546.845189] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.845319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.845389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.845612] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.845704] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.845879] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.845988] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.846065] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.846217] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.846331] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.846535] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.846633] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.846693] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.846839] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.846914] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.846999] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fb216f9-ade4-4e46-a073-bea75b54b8d9 is going to be updated. [ 1546.867720] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.867959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.867959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.868166] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.868307] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.868462] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fb216f9-ade4-4e46-a073-bea75b54b8d9" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.364993] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1548.365396] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.365443] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.365631] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.365823] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.365940] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.366016] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.366191] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.366275] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.366371] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.868661] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.371937] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.874023] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.874249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.874249] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.874463] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.874557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.874675] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1549.905495] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.905696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.905696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.905851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.905989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.915774] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1551.338402] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.338891] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1551.928884] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1551.929159] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.929251] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.929490] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.929675] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.929782] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.929846] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.929996] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.930087] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.930169] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.930286] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.432910] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.433407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.433407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.433407] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.433562] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.433671] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.433732] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.433898] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.433989] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.434090] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.434241] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.434355] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.434409] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.434557] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.434691] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.434781] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.434836] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.434999] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.435118] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.435206] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.435299] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.937753] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1552.956473] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.956696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.956696] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.956884] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.956976] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.957224] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.957341] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.957400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.957542] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.957619] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.957817] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.957911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.957971] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.958129] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.958201] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.958408] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.958547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.958547] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.958738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.958738] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.958879] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1553.018940] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.019308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.019308] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.019530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.019530] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.037931] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1555.056855] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1555.057329] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.132175] env[65712]: INFO networking_nsxv3.common.synchronization [req-898edad1-d879-4947-af74-e09ae64641f3 req-6e554583-1b4c-403f-8ffc-1aaa1a88d06f tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1556.132722] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1556.133040] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.133161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.133222] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.133419] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.133573] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.133667] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.133723] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.133869] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.133952] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.134060] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.636746] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.139064] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.641817] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.642096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.642096] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.642278] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.642374] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.642479] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1557.673179] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.673389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.673389] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.673573] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.673716] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.682542] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1559.693457] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1559.693904] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.133414] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.133746] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.205061] env[65712]: INFO networking_nsxv3.common.synchronization [req-bd18a32b-0857-4daa-aecc-7154e596c39e req-3a0aad73-f0b7-46e4-9c29-0b9dc5a97dae tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1565.205633] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1565.205938] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.206120] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.206190] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.206334] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.206518] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.206661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.206661] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.206831] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.206922] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.207027] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.477313] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.477513] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.477635] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.477897] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.478168] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.478332] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.478456] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.478666] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.478809] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.479024] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1565.479139] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] NeedRegenerationException {{(pid=65712) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1565.479247] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] no value, waiting for create lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1565.479354] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] value creation lock acquired {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1565.479463] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] No value present for key: 'zone-id' {{(pid=65712) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1565.479570] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Calling creation function for not-yet-present value {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1565.479725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1565.499158] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1565.499340] env[65712]: DEBUG dogpile.cache.region [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65712) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1565.499450] env[65712]: DEBUG dogpile.lock [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Released creation lock {{(pid=65712) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1565.499663] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "network-772" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.499986] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock port-346f077b-a08b-4bd3-bcf8-3a83f990755d taken with stack trace [, , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.500171] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.500290] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.500596] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.500733] env[65712]: DEBUG networking_nsxv3.api.rpc [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346f077b-a08b-4bd3-bcf8-3a83f990755d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.711786] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.002735] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.002919] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.003064] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.003363] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.003520] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.003680] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Segment Port 346f077b-a08b-4bd3-bcf8-3a83f990755d not found, creating... [ 1566.003980] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.004159] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.004278] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.004498] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.004633] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.004915] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.005082] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.005221] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.005448] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.005583] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.005723] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Resource: SegmentPort with ID: 346f077b-a08b-4bd3-bcf8-3a83f990755d is going to be created. [ 1566.026973] env[65712]: DEBUG networking_nsxv3.common.locking [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.027211] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.027375] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.027659] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.027887] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.028118] env[65712]: DEBUG oslo_concurrency.lockutils [None req-d70911b4-59a3-401b-bd3f-74d07b27c8b3 None None] Releasing lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.214390] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.716915] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.717111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.717111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.717399] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.717508] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.717616] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1566.736309] env[65712]: INFO networking_nsxv3.common.synchronization [req-bd18a32b-0857-4daa-aecc-7154e596c39e req-1c99f811-1149-4bfb-b43e-705516991552 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1566.736398] env[65712]: INFO networking_nsxv3.common.synchronization [req-bd18a32b-0857-4daa-aecc-7154e596c39e req-1c99f811-1149-4bfb-b43e-705516991552 service nova] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1566.736522] env[65712]: INFO networking_nsxv3.common.synchronization [req-bd18a32b-0857-4daa-aecc-7154e596c39e req-1c99f811-1149-4bfb-b43e-705516991552 service nova] Enqueued Resource ID: 346f077b-a08b-4bd3-bcf8-3a83f990755d with Priority: HIGHEST for action port [ 1566.736750] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_rules [ 1566.736875] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1566.736970] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346f077b-a08b-4bd3-bcf8-3a83f990755d with Priority: HIGHEST for action port [ 1566.737568] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.737687] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.737756] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.737959] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.738053] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.738997] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.738997] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.739204] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock port-346f077b-a08b-4bd3-bcf8-3a83f990755d taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.739375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.739375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.739526] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.739660] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346f077b-a08b-4bd3-bcf8-3a83f990755d',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.746111] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.746111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.746111] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.746309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.746309] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.755980] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1567.241036] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.241457] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.242453] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346f077b-a08b-4bd3-bcf8-3a83f990755d with status ACTIVE [ 1567.242659] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.242806] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.242894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.243162] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.243285] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.243471] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.243568] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.243632] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.243787] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.243875] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.244104] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.244156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.244234] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.244344] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.244421] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.244503] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346f077b-a08b-4bd3-bcf8-3a83f990755d is going to be updated. [ 1567.267367] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.267588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.267588] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.267814] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.267947] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.268125] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346f077b-a08b-4bd3-bcf8-3a83f990755d" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.766747] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1568.767161] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.767400] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.767682] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.767926] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.768108] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.768213] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.768453] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.768559] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.768664] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.271025] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.773501] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.275823] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.276084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.276084] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.276226] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.276319] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.276429] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1570.312873] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.313098] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.313174] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.313375] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.313535] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.322195] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1571.738441] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.738814] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1572.333778] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1572.334032] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.334189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.334415] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.334612] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.334731] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.334799] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.334953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.335050] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.335137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.335247] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.837852] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.838320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.838320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.838320] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.838498] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.838600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.838658] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.838819] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.838911] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.838998] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.839163] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.839263] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.839360] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.839562] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.839704] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.839796] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.839851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.839991] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.840081] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.840219] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.840350] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.342465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3246408c-171e-4b82-9851-e856d5bbd943: rpc.has_security_group_logging(os_id): False [ 1573.361650] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.361953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.361953] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.362119] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.362230] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.362449] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.362600] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.362711] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.362894] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.362994] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.363257] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.363364] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.363435] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.363617] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.363690] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.363898] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.364035] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.364109] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.364271] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.364351] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.364465] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1573.452696] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.452939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.452939] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.453200] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.453586] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.480643] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1575.501629] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1575.502047] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.739702] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.740037] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.647848] env[65712]: INFO networking_nsxv3.common.synchronization [req-0b765c57-bfc5-4486-b6c5-9beb943d6c82 req-14b19f7f-b00a-4413-a5ba-ce70ba823f2c tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1578.648582] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1578.649096] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.649277] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.649394] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.649691] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.649945] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.650105] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.650209] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.650448] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.650630] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.650774] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.157828] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.659954] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.162315] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.162479] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.162546] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.162747] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.162851] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.162973] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1580.196180] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.196376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.196376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.196574] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.196733] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.206747] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1582.218725] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1582.219137] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.649973] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.650489] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.000414] env[65712]: INFO networking_nsxv3.common.synchronization [req-1a0d2eeb-7bba-40aa-9a7c-5285de703b72 req-d3d8f120-f6ba-457d-8a73-c7527f673ab3 tempest-ServersTestJSON-1491025057 tempest-ServersTestJSON-1491025057-project-member] Enqueued Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1585.000937] env[65712]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3246408c-171e-4b82-9851-e856d5bbd943 with Priority: HIGHEST for action security_group_members [ 1585.001252] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock member-3246408c-171e-4b82-9851-e856d5bbd943 taken with stack trace [, , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.001376] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.001450] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.001640] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.001795] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.001892] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.001956] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.002117] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.002202] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.002295] env[65712]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3246408c-171e-4b82-9851-e856d5bbd943',) {} {{(pid=65712) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.505046] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.505046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.505046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.505046] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.505434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.505434] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.505434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.505434] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.505651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.505651] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.505749] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 is going to be updated. [ 1585.533751] env[65712]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65712) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.533932] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.533980] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.534189] env[65712]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.534363] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.546774] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: IN_PROGRESS for 2s [ 1587.558731] env[65712]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3246408c-171e-4b82-9851-e856d5bbd943 in Status: SUCCESS [ 1587.559156] env[65712]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3246408c-171e-4b82-9851-e856d5bbd943 deletion is rescheduled due to dependency. [ 1587.559156] env[65712]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3246408c-171e-4b82-9851-e856d5bbd943" {{(pid=65712) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.002382] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.002760] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.003397] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.003397] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.004252] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.004252] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.005466] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.005966] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.007090] env[65712]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.007452] env[65712]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0